2024-11-18 18:24:01,900 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-18 18:24:01,936 main DEBUG Took 0.033099 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 18:24:01,937 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 18:24:01,937 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 18:24:01,939 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 18:24:01,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,951 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 18:24:01,968 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,980 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,983 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,989 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,991 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,992 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:01,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:01,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:02,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:02,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:24:02,004 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:02,005 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 18:24:02,009 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:24:02,011 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 18:24:02,013 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 18:24:02,014 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 18:24:02,016 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 18:24:02,016 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 18:24:02,041 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 18:24:02,046 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 18:24:02,052 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 18:24:02,052 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 18:24:02,054 main DEBUG createAppenders(={Console}) 2024-11-18 18:24:02,056 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-18 18:24:02,056 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-18 18:24:02,056 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-18 18:24:02,057 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 18:24:02,058 main DEBUG OutputStream closed 2024-11-18 18:24:02,058 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 18:24:02,059 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 18:24:02,059 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-18 18:24:02,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 18:24:02,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 18:24:02,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 18:24:02,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 18:24:02,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 18:24:02,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 18:24:02,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 18:24:02,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 18:24:02,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 18:24:02,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 18:24:02,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 18:24:02,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 18:24:02,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 18:24:02,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 18:24:02,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 18:24:02,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 18:24:02,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 18:24:02,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 18:24:02,187 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 18:24:02,188 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-18 18:24:02,188 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 18:24:02,190 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-18T18:24:02,211 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 18:24:02,220 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 18:24:02,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T18:24:02,231 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T18:24:02,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=620, ProcessCount=11, AvailableMemoryMB=2911 2024-11-18T18:24:02,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61 2024-11-18T18:24:02,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:24:02,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb, deleteOnExit=true 2024-11-18T18:24:02,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:24:02,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/test.cache.data in system properties and HBase conf 2024-11-18T18:24:02,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:24:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:24:02,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:24:02,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:24:02,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:24:02,854 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T18:24:03,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:24:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:24:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:24:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:24:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:24:03,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:24:03,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:24:03,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:24:03,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:24:03,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:24:03,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:24:03,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:24:03,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:24:03,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:24:03,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:24:04,370 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T18:24:04,513 INFO [Time-limited test {}] log.Log(170): Logging initialized @3900ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T18:24:04,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:24:04,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:24:05,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:24:05,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:24:05,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:24:05,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:24:05,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:24:05,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:24:05,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/java.io.tmpdir/jetty-localhost-38387-hadoop-hdfs-3_4_1-tests_jar-_-any-10440191692758440876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:24:05,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:38387} 2024-11-18T18:24:05,447 INFO [Time-limited test {}] server.Server(415): Started @4835ms 2024-11-18T18:24:06,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:24:06,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:24:06,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:24:06,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:24:06,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:24:06,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:24:06,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:24:06,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dba9aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/java.io.tmpdir/jetty-localhost-39535-hadoop-hdfs-3_4_1-tests_jar-_-any-16416892953998286530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:24:06,351 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:39535} 2024-11-18T18:24:06,351 INFO [Time-limited test {}] server.Server(415): Started @5740ms 2024-11-18T18:24:06,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:24:06,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:24:06,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:24:06,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:24:06,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:24:06,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:24:06,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:24:06,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:24:06,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0163dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/java.io.tmpdir/jetty-localhost-39851-hadoop-hdfs-3_4_1-tests_jar-_-any-12517483862936139211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:24:06,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:39851} 2024-11-18T18:24:06,776 INFO [Time-limited test {}] server.Server(415): Started @6165ms 2024-11-18T18:24:06,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:24:06,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:24:06,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:24:06,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:24:06,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:24:06,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:24:06,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:24:06,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:24:07,039 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data3/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,040 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data2/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,044 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data1/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,055 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data4/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd9b709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/java.io.tmpdir/jetty-localhost-45271-hadoop-hdfs-3_4_1-tests_jar-_-any-10431452604113470479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:24:07,103 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:45271} 2024-11-18T18:24:07,103 INFO [Time-limited test {}] server.Server(415): Started @6492ms 2024-11-18T18:24:07,106 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:24:07,137 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:24:07,137 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:24:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee6d9bc0bd54e38d with lease ID 0x4b4d8665cc9af22: Processing first storage report for DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=8418abe5-8427-418d-8239-10d84373f462, infoPort=42943, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee6d9bc0bd54e38d with lease ID 0x4b4d8665cc9af22: from storage DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=8418abe5-8427-418d-8239-10d84373f462, infoPort=42943, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1430fde5a826b9fc with lease ID 0x4b4d8665cc9af21: Processing first storage report for DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=9b9698d3-6a68-4455-9acb-a603e1645ece, infoPort=37057, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1430fde5a826b9fc with lease ID 0x4b4d8665cc9af21: from storage DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=9b9698d3-6a68-4455-9acb-a603e1645ece, infoPort=37057, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee6d9bc0bd54e38d with lease ID 0x4b4d8665cc9af22: Processing first storage report for DS-f46cabd5-3fb0-41d1-addc-a3f3cd84f405 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=8418abe5-8427-418d-8239-10d84373f462, infoPort=42943, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee6d9bc0bd54e38d with lease ID 0x4b4d8665cc9af22: from storage DS-f46cabd5-3fb0-41d1-addc-a3f3cd84f405 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=8418abe5-8427-418d-8239-10d84373f462, infoPort=42943, infoSecurePort=0, ipcPort=44901, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1430fde5a826b9fc with lease ID 0x4b4d8665cc9af21: Processing first storage report for DS-0e0b8c88-f47e-4894-8b55-8da364bd1378 from datanode DatanodeRegistration(127.0.0.1:44069, datanodeUuid=9b9698d3-6a68-4455-9acb-a603e1645ece, infoPort=37057, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1430fde5a826b9fc with lease ID 0x4b4d8665cc9af21: from storage DS-0e0b8c88-f47e-4894-8b55-8da364bd1378 node DatanodeRegistration(127.0.0.1:44069, datanodeUuid=9b9698d3-6a68-4455-9acb-a603e1645ece, infoPort=37057, infoSecurePort=0, ipcPort=34527, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,289 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data6/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,288 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data5/current/BP-155307101-172.17.0.2-1731954243992/current, will proceed with Du for space computation calculation, 2024-11-18T18:24:07,392 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:24:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2df16c30c1e43de with lease ID 0x4b4d8665cc9af23: Processing first storage report for DS-8cf77467-1951-4850-9903-2bc8cc720214 from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=ddf2d3ec-fe1a-48a9-b788-4bde0b247d45, infoPort=39131, infoSecurePort=0, ipcPort=43817, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,405 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2df16c30c1e43de with lease ID 0x4b4d8665cc9af23: from storage DS-8cf77467-1951-4850-9903-2bc8cc720214 node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=ddf2d3ec-fe1a-48a9-b788-4bde0b247d45, infoPort=39131, infoSecurePort=0, ipcPort=43817, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2df16c30c1e43de with lease ID 0x4b4d8665cc9af23: Processing first storage report for DS-92fe8139-c27b-427d-b415-40e22e4f08a1 from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=ddf2d3ec-fe1a-48a9-b788-4bde0b247d45, infoPort=39131, infoSecurePort=0, ipcPort=43817, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992) 2024-11-18T18:24:07,406 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2df16c30c1e43de with lease ID 0x4b4d8665cc9af23: from storage DS-92fe8139-c27b-427d-b415-40e22e4f08a1 node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=ddf2d3ec-fe1a-48a9-b788-4bde0b247d45, infoPort=39131, infoSecurePort=0, ipcPort=43817, storageInfo=lv=-57;cid=testClusterID;nsid=482166505;c=1731954243992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:24:07,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61 2024-11-18T18:24:07,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/zookeeper_0, clientPort=61953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:24:07,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61953 2024-11-18T18:24:07,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:07,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:08,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:24:08,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:24:08,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:24:08,262 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d with version=8 2024-11-18T18:24:08,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/hbase-staging 2024-11-18T18:24:08,384 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T18:24:08,744 INFO [Time-limited test {}] client.ConnectionUtils(128): master/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:24:08,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:08,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:08,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:24:08,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:08,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:24:09,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:24:09,129 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T18:24:09,141 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T18:24:09,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:24:09,176 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14913 (auto-detected) 2024-11-18T18:24:09,177 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T18:24:09,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36963 2024-11-18T18:24:09,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36963 connecting to ZooKeeper ensemble=127.0.0.1:61953 2024-11-18T18:24:09,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369630x0, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:24:09,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36963-0x10107177d040000 connected 2024-11-18T18:24:09,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:24:09,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d, hbase.cluster.distributed=false 2024-11-18T18:24:09,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:24:09,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-18T18:24:09,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-11-18T18:24:09,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-11-18T18:24:09,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-18T18:24:09,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-11-18T18:24:09,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:24:09,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:24:09,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:24:09,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:24:09,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:24:09,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34323 2024-11-18T18:24:09,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34323 connecting to ZooKeeper ensemble=127.0.0.1:61953 2024-11-18T18:24:09,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343230x0, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:24:09,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343230x0, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:24:09,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:24:09,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34323-0x10107177d040001 connected 2024-11-18T18:24:09,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:24:09,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:24:09,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:24:09,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34323 2024-11-18T18:24:09,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34323 2024-11-18T18:24:09,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34323 2024-11-18T18:24:09,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34323 2024-11-18T18:24:09,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34323 2024-11-18T18:24:09,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:24:09,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,732 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:24:09,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,732 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:24:09,732 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:24:09,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:24:09,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42653 2024-11-18T18:24:09,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42653 connecting to ZooKeeper ensemble=127.0.0.1:61953 2024-11-18T18:24:09,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426530x0, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:24:09,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426530x0, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:24:09,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:24:09,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42653-0x10107177d040002 connected 2024-11-18T18:24:09,806 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:24:09,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:24:09,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:24:09,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42653 2024-11-18T18:24:09,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42653 2024-11-18T18:24:09,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42653 2024-11-18T18:24:09,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42653 2024-11-18T18:24:09,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42653 2024-11-18T18:24:09,847 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:24:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:24:09,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:24:09,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:24:09,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:24:09,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:24:09,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44945 2024-11-18T18:24:09,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44945 connecting to ZooKeeper ensemble=127.0.0.1:61953 2024-11-18T18:24:09,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:09,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449450x0, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:24:09,871 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:24:09,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449450x0, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:24:09,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44945-0x10107177d040003 connected 2024-11-18T18:24:09,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:24:09,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:24:09,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:24:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-18T18:24:09,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44945 2024-11-18T18:24:09,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44945 2024-11-18T18:24:09,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-18T18:24:09,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-18T18:24:09,916 DEBUG [M:0;961a81da9827:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;961a81da9827:36963 2024-11-18T18:24:09,917 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/961a81da9827,36963,1731954248478 2024-11-18T18:24:09,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,931 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/961a81da9827,36963,1731954248478 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:09,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:09,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:09,958 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T18:24:09,959 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/961a81da9827,36963,1731954248478 from backup master directory 2024-11-18T18:24:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/961a81da9827,36963,1731954248478 2024-11-18T18:24:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:24:09,963 WARN [master/961a81da9827:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:24:09,964 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=961a81da9827,36963,1731954248478 2024-11-18T18:24:09,966 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T18:24:09,967 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T18:24:10,052 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/hbase.id] with ID: ebde5e4a-54ee-4361-9aae-e7b9776247c8 2024-11-18T18:24:10,052 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.tmp/hbase.id 2024-11-18T18:24:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:24:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:24:10,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:24:10,093 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.tmp/hbase.id]:[hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/hbase.id] 2024-11-18T18:24:10,160 INFO [master/961a81da9827:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:24:10,166 INFO [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:24:10,187 INFO [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-18T18:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:24:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:24:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:24:10,246 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:24:10,249 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:24:10,268 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:24:10,273 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:24:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:24:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:24:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:24:10,349 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store 2024-11-18T18:24:10,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:24:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:24:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:24:10,382 INFO [master/961a81da9827:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T18:24:10,385 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:10,387 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:24:10,387 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:24:10,387 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:24:10,389 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:24:10,389 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:24:10,389 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:24:10,390 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731954250387Disabling compacts and flushes for region at 1731954250387Disabling writes for close at 1731954250389 (+2 ms)Writing region close event to WAL at 1731954250389Closed at 1731954250389 2024-11-18T18:24:10,392 WARN [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/.initializing 2024-11-18T18:24:10,393 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/WALs/961a81da9827,36963,1731954248478 2024-11-18T18:24:10,402 INFO [master/961a81da9827:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:24:10,422 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C36963%2C1731954248478, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/WALs/961a81da9827,36963,1731954248478, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/oldWALs, maxLogs=10 2024-11-18T18:24:10,452 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/WALs/961a81da9827,36963,1731954248478/961a81da9827%2C36963%2C1731954248478.1731954250428, exclude list is [], retry=0 2024-11-18T18:24:10,459 WARN [IPC Server handler 0 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:10,459 WARN [IPC Server handler 0 on default port 46479 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:10,460 WARN [IPC Server handler 0 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:10,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3,DISK] 2024-11-18T18:24:10,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab,DISK] 2024-11-18T18:24:10,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T18:24:10,533 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/WALs/961a81da9827,36963,1731954248478/961a81da9827%2C36963%2C1731954248478.1731954250428 2024-11-18T18:24:10,534 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-18T18:24:10,535 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:24:10,535 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:10,540 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,541 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:24:10,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:10,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:10,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:24:10,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:10,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:10,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:24:10,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:10,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:10,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:24:10,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:10,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:10,640 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,645 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,646 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,651 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,651 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,655 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:24:10,659 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:24:10,664 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:10,665 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650015, jitterRate=0.08256958425045013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:24:10,672 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731954250561Initializing all the Stores at 1731954250564 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954250564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954250565 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954250565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954250565Cleaning up temporary data from old regions at 1731954250651 (+86 ms)Region opened successfully at 1731954250672 (+21 ms) 2024-11-18T18:24:10,673 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:24:10,710 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b74242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:24:10,744 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:24:10,756 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:24:10,757 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:24:10,761 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:24:10,762 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T18:24:10,768 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T18:24:10,768 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T18:24:10,793 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:24:10,801 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T18:24:10,804 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T18:24:10,806 INFO [master/961a81da9827:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:24:10,807 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:24:10,809 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T18:24:10,811 INFO [master/961a81da9827:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:24:10,815 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:24:10,816 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T18:24:10,817 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:24:10,819 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T18:24:10,840 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:24:10,842 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,849 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=961a81da9827,36963,1731954248478, sessionid=0x10107177d040000, setting cluster-up flag (Was=false) 2024-11-18T18:24:10,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,867 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T18:24:10,869 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,36963,1731954248478 2024-11-18T18:24:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:10,881 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T18:24:10,882 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,36963,1731954248478 2024-11-18T18:24:10,889 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:24:10,903 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(746): ClusterId : ebde5e4a-54ee-4361-9aae-e7b9776247c8 2024-11-18T18:24:10,903 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(746): ClusterId : ebde5e4a-54ee-4361-9aae-e7b9776247c8 2024-11-18T18:24:10,903 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(746): ClusterId : ebde5e4a-54ee-4361-9aae-e7b9776247c8 2024-11-18T18:24:10,906 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:24:10,906 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:24:10,906 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:24:10,914 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:24:10,914 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:24:10,914 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:24:10,914 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:24:10,915 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:24:10,916 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:24:10,919 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:24:10,919 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:24:10,920 DEBUG [RS:1;961a81da9827:42653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759d1ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:24:10,920 DEBUG [RS:2;961a81da9827:44945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1180dafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:24:10,922 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:24:10,922 DEBUG [RS:0;961a81da9827:34323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4188e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:24:10,946 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;961a81da9827:42653 2024-11-18T18:24:10,949 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;961a81da9827:34323 2024-11-18T18:24:10,949 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;961a81da9827:44945 2024-11-18T18:24:10,950 INFO [RS:1;961a81da9827:42653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:24:10,950 INFO [RS:2;961a81da9827:44945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:24:10,950 INFO [RS:1;961a81da9827:42653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:24:10,950 INFO [RS:2;961a81da9827:44945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:24:10,950 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:24:10,950 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:24:10,951 INFO [RS:0;961a81da9827:34323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:24:10,951 INFO [RS:0;961a81da9827:34323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:24:10,951 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:24:10,955 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=44945, startcode=1731954249847 2024-11-18T18:24:10,955 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=42653, startcode=1731954249729 2024-11-18T18:24:10,955 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=34323, startcode=1731954249522 2024-11-18T18:24:10,971 DEBUG [RS:2;961a81da9827:44945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:24:10,971 DEBUG [RS:1;961a81da9827:42653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:24:10,972 DEBUG [RS:0;961a81da9827:34323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:24:10,988 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:24:11,001 INFO [master/961a81da9827:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:24:11,011 INFO [master/961a81da9827:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:24:11,019 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 961a81da9827,36963,1731954248478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:24:11,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:24:11,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:24:11,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:24:11,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:24:11,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/961a81da9827:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:24:11,028 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,028 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:24:11,028 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,035 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:24:11,035 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44291, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:24:11,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:24:11,043 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:24:11,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:24:11,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:24:11,052 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:24:11,054 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:24:11,056 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731954281056 2024-11-18T18:24:11,058 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:24:11,059 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:24:11,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:11,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:24:11,064 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:24:11,064 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:24:11,065 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:24:11,065 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:24:11,069 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,074 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:24:11,075 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:24:11,075 WARN [IPC Server handler 4 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:11,075 WARN [IPC Server handler 4 on default port 46479 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:11,076 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:24:11,076 WARN [IPC Server handler 4 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:11,078 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:24:11,081 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:24:11,081 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:24:11,081 WARN [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:24:11,081 WARN [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:24:11,081 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:24:11,081 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:24:11,081 WARN [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:24:11,085 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954251083,5,FailOnTimeoutGroup] 2024-11-18T18:24:11,086 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954251085,5,FailOnTimeoutGroup] 2024-11-18T18:24:11,086 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,087 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:24:11,088 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,088 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:24:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:24:11,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:24:11,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:24:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:24:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:24:11,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:11,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:24:11,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:24:11,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:11,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:11,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:24:11,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:24:11,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:11,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:11,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:24:11,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:24:11,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:11,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:11,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:24:11,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:24:11,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:11,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:11,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:24:11,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740 2024-11-18T18:24:11,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740 2024-11-18T18:24:11,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:24:11,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:24:11,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:24:11,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:24:11,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:11,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68885099, jitterRate=0.02646796405315399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:24:11,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731954251122Initializing all the Stores at 1731954251124 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954251124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954251124Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954251125 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954251125Cleaning up temporary data from old regions at 1731954251157 (+32 ms)Region opened successfully at 1731954251174 (+17 ms) 2024-11-18T18:24:11,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:24:11,175 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:24:11,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:24:11,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:24:11,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:24:11,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:24:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731954251175Disabling compacts and flushes for region at 1731954251175Disabling writes for close at 1731954251175Writing region close event to WAL at 1731954251176 (+1 ms)Closed at 1731954251177 (+1 ms) 2024-11-18T18:24:11,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:24:11,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:24:11,183 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=34323, startcode=1731954249522 2024-11-18T18:24:11,183 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=44945, startcode=1731954249847 2024-11-18T18:24:11,184 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,36963,1731954248478 with port=42653, startcode=1731954249729 2024-11-18T18:24:11,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,34323,1731954249522 2024-11-18T18:24:11,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(517): Registering regionserver=961a81da9827,34323,1731954249522 2024-11-18T18:24:11,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:24:11,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,42653,1731954249729 2024-11-18T18:24:11,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(517): Registering regionserver=961a81da9827,42653,1731954249729 2024-11-18T18:24:11,200 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:11,200 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46479 2024-11-18T18:24:11,201 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:24:11,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:24:11,206 DEBUG [RS:0;961a81da9827:34323 {}] zookeeper.ZKUtil(111): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,34323,1731954249522 2024-11-18T18:24:11,207 WARN [RS:0;961a81da9827:34323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:24:11,207 INFO [RS:0;961a81da9827:34323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:24:11,207 DEBUG [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522 2024-11-18T18:24:11,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:24:11,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,44945,1731954249847 2024-11-18T18:24:11,210 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:11,210 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46479 2024-11-18T18:24:11,210 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:24:11,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36963 {}] master.ServerManager(517): Registering regionserver=961a81da9827,44945,1731954249847 2024-11-18T18:24:11,212 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:24:11,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,34323,1731954249522] 2024-11-18T18:24:11,218 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:11,218 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46479 2024-11-18T18:24:11,218 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:24:11,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:24:11,222 DEBUG [RS:2;961a81da9827:44945 {}] zookeeper.ZKUtil(111): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,44945,1731954249847 2024-11-18T18:24:11,222 WARN [RS:2;961a81da9827:44945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:24:11,222 INFO [RS:2;961a81da9827:44945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:24:11,222 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,44945,1731954249847 2024-11-18T18:24:11,228 DEBUG [RS:1;961a81da9827:42653 {}] zookeeper.ZKUtil(111): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,42653,1731954249729 2024-11-18T18:24:11,228 WARN [RS:1;961a81da9827:42653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:24:11,228 INFO [RS:1;961a81da9827:42653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:24:11,229 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729 2024-11-18T18:24:11,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,42653,1731954249729] 2024-11-18T18:24:11,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,44945,1731954249847] 2024-11-18T18:24:11,255 INFO [RS:1;961a81da9827:42653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:24:11,255 INFO [RS:2;961a81da9827:44945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:24:11,255 INFO [RS:0;961a81da9827:34323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:24:11,270 INFO [RS:0;961a81da9827:34323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:24:11,270 INFO [RS:2;961a81da9827:44945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:24:11,270 INFO [RS:1;961a81da9827:42653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:24:11,279 INFO [RS:2;961a81da9827:44945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:24:11,279 INFO [RS:0;961a81da9827:34323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:24:11,279 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,279 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,280 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:24:11,280 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:24:11,281 INFO [RS:1;961a81da9827:42653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:24:11,282 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,283 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:24:11,287 INFO [RS:2;961a81da9827:44945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:24:11,287 INFO [RS:0;961a81da9827:34323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:24:11,287 INFO [RS:1;961a81da9827:42653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:24:11,288 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,288 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,288 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,288 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,288 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,289 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:24:11,295 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:24:11,295 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:24:11,295 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,295 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:24:11,296 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,296 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,296 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,296 DEBUG [RS:0;961a81da9827:34323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,296 DEBUG [RS:2;961a81da9827:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,296 DEBUG [RS:1;961a81da9827:42653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:24:11,301 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,302 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,302 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,302 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,302 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,302 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,34323,1731954249522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:24:11,305 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,305 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,305 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,306 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,306 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,306 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44945,1731954249847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:24:11,308 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,309 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,309 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,309 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,309 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,309 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,42653,1731954249729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:24:11,331 INFO [RS:2;961a81da9827:44945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:24:11,332 INFO [RS:0;961a81da9827:34323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:24:11,332 INFO [RS:1;961a81da9827:42653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:24:11,334 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,44945,1731954249847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,334 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,42653,1731954249729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,334 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,334 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,335 INFO [RS:1;961a81da9827:42653 {}] regionserver.Replication(171): 961a81da9827,42653,1731954249729 started 2024-11-18T18:24:11,335 INFO [RS:2;961a81da9827:44945 {}] regionserver.Replication(171): 961a81da9827,44945,1731954249847 started 2024-11-18T18:24:11,334 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,34323,1731954249522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,336 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,336 INFO [RS:0;961a81da9827:34323 {}] regionserver.Replication(171): 961a81da9827,34323,1731954249522 started 2024-11-18T18:24:11,361 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,361 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,361 INFO [RS:0;961a81da9827:34323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:11,361 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,44945,1731954249847, RpcServer on 961a81da9827/172.17.0.2:44945, sessionid=0x10107177d040003 2024-11-18T18:24:11,361 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,42653,1731954249729, RpcServer on 961a81da9827/172.17.0.2:42653, sessionid=0x10107177d040002 2024-11-18T18:24:11,361 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,34323,1731954249522, RpcServer on 961a81da9827/172.17.0.2:34323, sessionid=0x10107177d040001 2024-11-18T18:24:11,362 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:24:11,362 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:24:11,362 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:24:11,362 DEBUG [RS:2;961a81da9827:44945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,44945,1731954249847 2024-11-18T18:24:11,362 DEBUG [RS:1;961a81da9827:42653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,42653,1731954249729 2024-11-18T18:24:11,362 DEBUG [RS:0;961a81da9827:34323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,34323,1731954249522 2024-11-18T18:24:11,363 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,42653,1731954249729' 2024-11-18T18:24:11,363 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,44945,1731954249847' 2024-11-18T18:24:11,363 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,34323,1731954249522' 2024-11-18T18:24:11,363 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:24:11,363 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:24:11,363 WARN [961a81da9827:36963 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:24:11,363 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:24:11,364 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:24:11,364 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:24:11,365 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:24:11,366 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:24:11,366 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:24:11,366 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:24:11,366 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:24:11,366 DEBUG [RS:2;961a81da9827:44945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,44945,1731954249847 2024-11-18T18:24:11,366 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,44945,1731954249847' 2024-11-18T18:24:11,366 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:24:11,367 DEBUG [RS:2;961a81da9827:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:24:11,368 DEBUG [RS:2;961a81da9827:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:24:11,368 INFO [RS:2;961a81da9827:44945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:24:11,368 INFO [RS:2;961a81da9827:44945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:24:11,369 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:24:11,369 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:24:11,369 DEBUG [RS:0;961a81da9827:34323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,34323,1731954249522 2024-11-18T18:24:11,369 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,34323,1731954249522' 2024-11-18T18:24:11,369 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:24:11,370 DEBUG [RS:1;961a81da9827:42653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,42653,1731954249729 2024-11-18T18:24:11,370 DEBUG [RS:0;961a81da9827:34323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:24:11,370 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,42653,1731954249729' 2024-11-18T18:24:11,370 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:24:11,371 DEBUG [RS:0;961a81da9827:34323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:24:11,371 INFO [RS:0;961a81da9827:34323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:24:11,371 INFO [RS:0;961a81da9827:34323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:24:11,372 DEBUG [RS:1;961a81da9827:42653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:24:11,373 DEBUG [RS:1;961a81da9827:42653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:24:11,373 INFO [RS:1;961a81da9827:42653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:24:11,373 INFO [RS:1;961a81da9827:42653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:24:11,476 INFO [RS:0;961a81da9827:34323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:24:11,476 INFO [RS:2;961a81da9827:44945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:24:11,476 INFO [RS:1;961a81da9827:42653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:24:11,480 INFO [RS:2;961a81da9827:44945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C44945%2C1731954249847, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,44945,1731954249847, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs, maxLogs=32 2024-11-18T18:24:11,480 INFO [RS:0;961a81da9827:34323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C34323%2C1731954249522, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs, maxLogs=32 2024-11-18T18:24:11,482 INFO [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C42653%2C1731954249729, suffix=, logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs, maxLogs=32 2024-11-18T18:24:11,508 DEBUG [RS:1;961a81da9827:42653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729/961a81da9827%2C42653%2C1731954249729.1731954251490, exclude list is [], retry=0 2024-11-18T18:24:11,509 DEBUG [RS:2;961a81da9827:44945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,44945,1731954249847/961a81da9827%2C44945%2C1731954249847.1731954251490, exclude list is [], retry=0 2024-11-18T18:24:11,511 WARN [IPC Server handler 1 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:11,512 WARN [IPC Server handler 2 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:11,512 WARN [IPC Server handler 1 on default port 46479 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:11,512 WARN [IPC Server handler 2 on default port 46479 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:11,512 WARN [IPC Server handler 1 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:11,512 WARN [IPC Server handler 2 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:11,513 DEBUG [RS:0;961a81da9827:34323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522/961a81da9827%2C34323%2C1731954249522.1731954251490, exclude list is [], retry=0 2024-11-18T18:24:11,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3,DISK] 2024-11-18T18:24:11,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab,DISK] 2024-11-18T18:24:11,516 WARN [IPC Server handler 1 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:11,516 WARN [IPC Server handler 1 on default port 46479 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:11,516 WARN [IPC Server handler 1 on default port 46479 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab,DISK] 2024-11-18T18:24:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3,DISK] 2024-11-18T18:24:11,525 INFO [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729/961a81da9827%2C42653%2C1731954249729.1731954251490 2024-11-18T18:24:11,529 DEBUG [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37057:37057)] 2024-11-18T18:24:11,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab,DISK] 2024-11-18T18:24:11,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3,DISK] 2024-11-18T18:24:11,567 INFO [RS:2;961a81da9827:44945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,44945,1731954249847/961a81da9827%2C44945%2C1731954249847.1731954251490 2024-11-18T18:24:11,572 INFO [RS:0;961a81da9827:34323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522/961a81da9827%2C34323%2C1731954249522.1731954251490 2024-11-18T18:24:11,573 DEBUG [RS:2;961a81da9827:44945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-18T18:24:11,573 DEBUG [RS:0;961a81da9827:34323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:42943:42943)] 2024-11-18T18:24:11,616 DEBUG [961a81da9827:36963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T18:24:11,626 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:24:11,642 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:24:11,642 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:24:11,642 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:24:11,643 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:24:11,643 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:24:11,643 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:24:11,643 INFO [961a81da9827:36963 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:24:11,643 INFO [961a81da9827:36963 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:24:11,643 INFO [961a81da9827:36963 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:24:11,643 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:24:11,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:11,662 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,42653,1731954249729, state=OPENING 2024-11-18T18:24:11,669 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:24:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:11,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:11,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:11,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:11,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:24:11,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:11,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:24:11,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:12,020 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:12,020 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:24:12,020 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:24:12,021 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:24:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:24:19,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:24:19,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:24:21,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:24:21,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50703, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:24:21,783 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:24:21,784 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:24:21,785 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:24:21,797 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C42653%2C1731954249729.meta, suffix=.meta, logDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729, archiveDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs, maxLogs=32 2024-11-18T18:24:21,829 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729/961a81da9827%2C42653%2C1731954249729.meta.1731954261802.meta, exclude list is [], retry=0 2024-11-18T18:24:21,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-2485bbd9-8547-40fb-97a6-cd0fd1e820b3,DISK] 2024-11-18T18:24:21,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44069,DS-b9281d73-ea51-42a8-aaae-0e98b25ff7ab,DISK] 2024-11-18T18:24:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-8cf77467-1951-4850-9903-2bc8cc720214,DISK] 2024-11-18T18:24:21,863 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,42653,1731954249729/961a81da9827%2C42653%2C1731954249729.meta.1731954261802.meta 2024-11-18T18:24:21,865 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943),(127.0.0.1/127.0.0.1:37057:37057),(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-18T18:24:21,866 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:24:21,869 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:24:21,872 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:24:21,881 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:24:21,888 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:24:21,889 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:21,889 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:24:21,890 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:24:21,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:24:21,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:24:21,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:21,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:21,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:24:21,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:24:21,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:21,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:21,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:24:21,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:24:21,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:21,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:21,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:24:21,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:24:21,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:21,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:24:21,921 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:24:21,923 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740 2024-11-18T18:24:21,928 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740 2024-11-18T18:24:21,935 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:24:21,936 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:24:21,937 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:24:21,940 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:24:21,942 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74070733, jitterRate=0.10373993217945099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:24:21,942 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:24:21,944 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731954261890Writing region info on filesystem at 1731954261890Initializing all the Stores at 1731954261894 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954261894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954261895 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954261895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954261895Cleaning up temporary data from old regions at 1731954261936 (+41 ms)Running coprocessor post-open hooks at 1731954261942 (+6 ms)Region opened successfully at 1731954261944 (+2 ms) 2024-11-18T18:24:21,962 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731954261708 2024-11-18T18:24:21,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:21,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,42653,1731954249729, state=OPEN 2024-11-18T18:24:21,981 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:24:21,981 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:24:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:24:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:24:21,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:21,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:24:21,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:21,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:24:21,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:24:21,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=961a81da9827,42653,1731954249729 2024-11-18T18:24:22,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:24:22,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,42653,1731954249729 in 10.3080 sec 2024-11-18T18:24:22,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:24:22,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8260 sec 2024-11-18T18:24:22,025 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:24:22,025 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:24:22,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:24:22,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,42653,1731954249729, seqNum=-1] 2024-11-18T18:24:22,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:24:22,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45993, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:24:22,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2200 sec 2024-11-18T18:24:22,146 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731954262145, completionTime=-1 2024-11-18T18:24:22,150 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T18:24:22,150 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T18:24:22,190 INFO [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T18:24:22,190 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731954322190 2024-11-18T18:24:22,190 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731954382190 2024-11-18T18:24:22,190 INFO [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-11-18T18:24:22,192 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:24:22,201 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,201 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,202 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,203 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-961a81da9827:36963, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,204 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,205 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,212 DEBUG [master/961a81da9827:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:24:22,246 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.282sec 2024-11-18T18:24:22,251 INFO [master/961a81da9827:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:24:22,252 INFO [master/961a81da9827:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:24:22,254 INFO [master/961a81da9827:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:24:22,254 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:24:22,255 INFO [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:24:22,255 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:24:22,256 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:24:22,262 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:24:22,263 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:24:22,263 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,36963,1731954248478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:24:22,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1700fe75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,334 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T18:24:22,334 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T18:24:22,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 961a81da9827,36963,-1 for getting cluster id 2024-11-18T18:24:22,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:24:22,355 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebde5e4a-54ee-4361-9aae-e7b9776247c8' 2024-11-18T18:24:22,394 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:24:22,394 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebde5e4a-54ee-4361-9aae-e7b9776247c8" 2024-11-18T18:24:22,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335aeb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [961a81da9827,36963,-1] 2024-11-18T18:24:22,399 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:24:22,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:22,403 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:24:22,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da48f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:24:22,415 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,42653,1731954249729, seqNum=-1] 2024-11-18T18:24:22,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:24:22,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:24:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=961a81da9827,36963,1731954248478 2024-11-18T18:24:22,482 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731954262480 (current time:1731954262480). 2024-11-18T18:24:22,482 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T18:24:22,482 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T18:24:22,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 961a81da9827,36963,-1 for getting cluster id 2024-11-18T18:24:22,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:24:22,488 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ebde5e4a-54ee-4361-9aae-e7b9776247c8' 2024-11-18T18:24:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:24:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ebde5e4a-54ee-4361-9aae-e7b9776247c8" 2024-11-18T18:24:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252f4922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [961a81da9827,36963,-1] 2024-11-18T18:24:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:24:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:22,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:24:22,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c182b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:24:22,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:24:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,42653,1731954249729, seqNum=-1] 2024-11-18T18:24:22,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:24:22,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:24:22,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:24:22,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:24:22,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:22,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:22,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:24:22,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:24:22,523 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 961a81da9827,36963,1731954248478 2024-11-18T18:24:22,526 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499e4e9 2024-11-18T18:24:22,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:24:22,531 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:24:22,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:24:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T18:24:22,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:24:22,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T18:24:22,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:22,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:24:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:24:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:24:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:24:22,658 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74891063ed51e9ccbabdadb0d5c59e7d, NAME => 'SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,662 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3104e4995937bf6dbce18ddd428c2e5f, NAME => 'SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,669 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ba3dcc10ba19fbd2d1ea91f16d4c1e50, NAME => 'SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:24:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:24:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:24:22,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3104e4995937bf6dbce18ddd428c2e5f, disabling compactions & flushes 2024-11-18T18:24:22,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:22,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:22,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. after waiting 0 ms 2024-11-18T18:24:22,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:22,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:22,762 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3104e4995937bf6dbce18ddd428c2e5f: Waiting for close lock at 1731954262762Disabling compacts and flushes for region at 1731954262762Disabling writes for close at 1731954262762Writing region close event to WAL at 1731954262762Closed at 1731954262762 2024-11-18T18:24:22,763 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e9f12305add0619ea9f48a8cfea97a37, NAME => 'SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741840_1016 (size=54) 2024-11-18T18:24:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741840_1016 (size=54) 2024-11-18T18:24:22,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741840_1016 (size=54) 2024-11-18T18:24:22,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 74891063ed51e9ccbabdadb0d5c59e7d, disabling compactions & flushes 2024-11-18T18:24:22,796 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:22,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:22,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. after waiting 0 ms 2024-11-18T18:24:22,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:22,796 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:22,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74891063ed51e9ccbabdadb0d5c59e7d: Waiting for close lock at 1731954262796Disabling compacts and flushes for region at 1731954262796Disabling writes for close at 1731954262796Writing region close event to WAL at 1731954262796Closed at 1731954262796 2024-11-18T18:24:22,797 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9625a419425cc6358ad1d928f248048b, NAME => 'SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:24:22,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:24:22,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:24:22,802 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ba3dcc10ba19fbd2d1ea91f16d4c1e50, disabling compactions & flushes 2024-11-18T18:24:22,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:22,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:22,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. after waiting 0 ms 2024-11-18T18:24:22,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:22,803 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:22,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ba3dcc10ba19fbd2d1ea91f16d4c1e50: Waiting for close lock at 1731954262803Disabling compacts and flushes for region at 1731954262803Disabling writes for close at 1731954262803Writing region close event to WAL at 1731954262803Closed at 1731954262803 2024-11-18T18:24:22,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 10a32854fed21d28af430dc9ae463937, NAME => 'SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:24:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:24:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:24:22,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,840 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e9f12305add0619ea9f48a8cfea97a37, disabling compactions & flushes 2024-11-18T18:24:22,841 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:22,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:22,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. after waiting 0 ms 2024-11-18T18:24:22,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:22,841 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:22,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e9f12305add0619ea9f48a8cfea97a37: Waiting for close lock at 1731954262840Disabling compacts and flushes for region at 1731954262840Disabling writes for close at 1731954262841 (+1 ms)Writing region close event to WAL at 1731954262841Closed at 1731954262841 2024-11-18T18:24:22,842 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f96eb411c6397f95026984e185ea5378, NAME => 'SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:24:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:24:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:24:22,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9625a419425cc6358ad1d928f248048b, disabling compactions & flushes 2024-11-18T18:24:22,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:22,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:22,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. after waiting 0 ms 2024-11-18T18:24:22,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:22,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:22,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9625a419425cc6358ad1d928f248048b: Waiting for close lock at 1731954262849Disabling compacts and flushes for region at 1731954262849Disabling writes for close at 1731954262850 (+1 ms)Writing region close event to WAL at 1731954262850Closed at 1731954262850 2024-11-18T18:24:22,851 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f4f9f45a64c9226a2a35ee8638f53f5, NAME => 'SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:24:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:24:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:24:22,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 10a32854fed21d28af430dc9ae463937, disabling compactions & flushes 2024-11-18T18:24:22,883 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:22,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:22,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. after waiting 0 ms 2024-11-18T18:24:22,883 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:22,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:22,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 10a32854fed21d28af430dc9ae463937: Waiting for close lock at 1731954262883Disabling compacts and flushes for region at 1731954262883Disabling writes for close at 1731954262883Writing region close event to WAL at 1731954262883Closed at 1731954262883 2024-11-18T18:24:22,885 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 935167099da2eb7598f27c140884adb1, NAME => 'SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:24:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:24:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 4f4f9f45a64c9226a2a35ee8638f53f5, disabling compactions & flushes 2024-11-18T18:24:22,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. after waiting 0 ms 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:22,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:22,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f4f9f45a64c9226a2a35ee8638f53f5: Waiting for close lock at 1731954262920Disabling compacts and flushes for region at 1731954262920Disabling writes for close at 1731954262920Writing region close event to WAL at 1731954262920Closed at 1731954262920 2024-11-18T18:24:22,921 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 219472ba5465799dd583fbdf63575fb5, NAME => 'SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d 2024-11-18T18:24:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:24:22,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:24:22,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:24:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:24:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:24:22,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 935167099da2eb7598f27c140884adb1, disabling compactions & flushes 2024-11-18T18:24:22,947 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:22,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:22,947 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. after waiting 0 ms 2024-11-18T18:24:22,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:22,948 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:22,948 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 935167099da2eb7598f27c140884adb1: Waiting for close lock at 1731954262947Disabling compacts and flushes for region at 1731954262947Disabling writes for close at 1731954262947Writing region close event to WAL at 1731954262948 (+1 ms)Closed at 1731954262948 2024-11-18T18:24:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:24:22,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f96eb411c6397f95026984e185ea5378, disabling compactions & flushes 2024-11-18T18:24:22,959 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:22,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:22,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. after waiting 0 ms 2024-11-18T18:24:22,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:22,960 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:22,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f96eb411c6397f95026984e185ea5378: Waiting for close lock at 1731954262959Disabling compacts and flushes for region at 1731954262959Disabling writes for close at 1731954262959Writing region close event to WAL at 1731954262960 (+1 ms)Closed at 1731954262960 2024-11-18T18:24:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:24:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:24:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:24:22,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:22,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 219472ba5465799dd583fbdf63575fb5, disabling compactions & flushes 2024-11-18T18:24:22,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:22,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:22,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. after waiting 0 ms 2024-11-18T18:24:22,990 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:22,990 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:22,991 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 219472ba5465799dd583fbdf63575fb5: Waiting for close lock at 1731954262990Disabling compacts and flushes for region at 1731954262990Disabling writes for close at 1731954262990Writing region close event to WAL at 1731954262990Closed at 1731954262990 2024-11-18T18:24:22,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:24:23,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731954262994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954262994"}]},"ts":"1731954262994"} 2024-11-18T18:24:23,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T18:24:23,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:24:23,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731954263090"}]},"ts":"1731954263090"} 2024-11-18T18:24:23,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T18:24:23,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:24:23,122 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:24:23,122 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:24:23,122 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:24:23,122 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:24:23,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74891063ed51e9ccbabdadb0d5c59e7d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3104e4995937bf6dbce18ddd428c2e5f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f12305add0619ea9f48a8cfea97a37, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9625a419425cc6358ad1d928f248048b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f4f9f45a64c9226a2a35ee8638f53f5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=935167099da2eb7598f27c140884adb1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=219472ba5465799dd583fbdf63575fb5, ASSIGN}] 2024-11-18T18:24:23,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=219472ba5465799dd583fbdf63575fb5, ASSIGN 2024-11-18T18:24:23,131 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=935167099da2eb7598f27c140884adb1, ASSIGN 2024-11-18T18:24:23,131 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f4f9f45a64c9226a2a35ee8638f53f5, ASSIGN 2024-11-18T18:24:23,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN 2024-11-18T18:24:23,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN 2024-11-18T18:24:23,133 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=935167099da2eb7598f27c140884adb1, ASSIGN; state=OFFLINE, location=961a81da9827,44945,1731954249847; forceNewPlan=false, retain=false 2024-11-18T18:24:23,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=219472ba5465799dd583fbdf63575fb5, ASSIGN; state=OFFLINE, location=961a81da9827,42653,1731954249729; forceNewPlan=false, retain=false 2024-11-18T18:24:23,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN; state=OFFLINE, location=961a81da9827,34323,1731954249522; forceNewPlan=false, retain=false 2024-11-18T18:24:23,135 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f4f9f45a64c9226a2a35ee8638f53f5, ASSIGN; state=OFFLINE, location=961a81da9827,42653,1731954249729; forceNewPlan=false, retain=false 2024-11-18T18:24:23,135 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN; state=OFFLINE, location=961a81da9827,34323,1731954249522; forceNewPlan=false, retain=false 2024-11-18T18:24:23,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9625a419425cc6358ad1d928f248048b, ASSIGN 2024-11-18T18:24:23,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74891063ed51e9ccbabdadb0d5c59e7d, ASSIGN 2024-11-18T18:24:23,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3104e4995937bf6dbce18ddd428c2e5f, ASSIGN 2024-11-18T18:24:23,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN 2024-11-18T18:24:23,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f12305add0619ea9f48a8cfea97a37, ASSIGN 2024-11-18T18:24:23,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9625a419425cc6358ad1d928f248048b, ASSIGN; state=OFFLINE, location=961a81da9827,44945,1731954249847; forceNewPlan=false, retain=false 2024-11-18T18:24:23,144 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74891063ed51e9ccbabdadb0d5c59e7d, ASSIGN; state=OFFLINE, location=961a81da9827,44945,1731954249847; forceNewPlan=false, retain=false 2024-11-18T18:24:23,144 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3104e4995937bf6dbce18ddd428c2e5f, ASSIGN; state=OFFLINE, location=961a81da9827,42653,1731954249729; forceNewPlan=false, retain=false 2024-11-18T18:24:23,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN; state=OFFLINE, location=961a81da9827,34323,1731954249522; forceNewPlan=false, retain=false 2024-11-18T18:24:23,146 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f12305add0619ea9f48a8cfea97a37, ASSIGN; state=OFFLINE, location=961a81da9827,42653,1731954249729; forceNewPlan=false, retain=false 2024-11-18T18:24:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:23,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:24:23,291 INFO [961a81da9827:36963 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T18:24:23,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=935167099da2eb7598f27c140884adb1, regionState=OPENING, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:23,293 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9625a419425cc6358ad1d928f248048b, regionState=OPENING, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:23,294 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74891063ed51e9ccbabdadb0d5c59e7d, regionState=OPENING, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:23,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=219472ba5465799dd583fbdf63575fb5, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:23,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4f4f9f45a64c9226a2a35ee8638f53f5, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:23,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9f12305add0619ea9f48a8cfea97a37, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:23,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f96eb411c6397f95026984e185ea5378, regionState=OPENING, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:23,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=10a32854fed21d28af430dc9ae463937, regionState=OPENING, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:23,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba3dcc10ba19fbd2d1ea91f16d4c1e50, regionState=OPENING, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:23,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9625a419425cc6358ad1d928f248048b, ASSIGN because future has completed 2024-11-18T18:24:23,306 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3104e4995937bf6dbce18ddd428c2e5f, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:23,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9625a419425cc6358ad1d928f248048b, server=961a81da9827,44945,1731954249847}] 2024-11-18T18:24:23,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=74891063ed51e9ccbabdadb0d5c59e7d, ASSIGN because future has completed 2024-11-18T18:24:23,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d, server=961a81da9827,44945,1731954249847}] 2024-11-18T18:24:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=219472ba5465799dd583fbdf63575fb5, ASSIGN because future has completed 2024-11-18T18:24:23,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 219472ba5465799dd583fbdf63575fb5, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4f4f9f45a64c9226a2a35ee8638f53f5, ASSIGN because future has completed 2024-11-18T18:24:23,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:23,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9f12305add0619ea9f48a8cfea97a37, ASSIGN because future has completed 2024-11-18T18:24:23,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f12305add0619ea9f48a8cfea97a37, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:23,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN because future has completed 2024-11-18T18:24:23,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,34323,1731954249522}] 2024-11-18T18:24:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN because future has completed 2024-11-18T18:24:23,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,34323,1731954249522}] 2024-11-18T18:24:23,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN because future has completed 2024-11-18T18:24:23,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,34323,1731954249522}] 2024-11-18T18:24:23,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=935167099da2eb7598f27c140884adb1, ASSIGN because future has completed 2024-11-18T18:24:23,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 935167099da2eb7598f27c140884adb1, server=961a81da9827,44945,1731954249847}] 2024-11-18T18:24:23,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3104e4995937bf6dbce18ddd428c2e5f, ASSIGN because future has completed 2024-11-18T18:24:23,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:27,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:24:29,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:24:29,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:24:29,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:24:29,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:24:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:33,321 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:24:33,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:24:33,330 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:33,331 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 935167099da2eb7598f27c140884adb1, NAME => 'SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T18:24:33,331 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,331 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,332 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,332 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,336 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:33,336 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f12305add0619ea9f48a8cfea97a37, NAME => 'SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T18:24:33,337 INFO [StoreOpener-935167099da2eb7598f27c140884adb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,337 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,337 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,337 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,337 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,339 INFO [StoreOpener-935167099da2eb7598f27c140884adb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 935167099da2eb7598f27c140884adb1 columnFamilyName cf 2024-11-18T18:24:33,340 DEBUG [StoreOpener-935167099da2eb7598f27c140884adb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,340 INFO [StoreOpener-e9f12305add0619ea9f48a8cfea97a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,341 INFO [StoreOpener-935167099da2eb7598f27c140884adb1-1 {}] regionserver.HStore(327): Store=935167099da2eb7598f27c140884adb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,341 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,342 INFO [StoreOpener-e9f12305add0619ea9f48a8cfea97a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f12305add0619ea9f48a8cfea97a37 columnFamilyName cf 2024-11-18T18:24:33,342 DEBUG [StoreOpener-e9f12305add0619ea9f48a8cfea97a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,342 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,343 INFO [StoreOpener-e9f12305add0619ea9f48a8cfea97a37-1 {}] regionserver.HStore(327): Store=e9f12305add0619ea9f48a8cfea97a37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,343 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,343 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,344 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,344 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,344 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,345 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,345 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,345 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,347 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,348 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,350 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:24:33,352 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/e9f12305add0619ea9f48a8cfea97a37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,352 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 935167099da2eb7598f27c140884adb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63540531, jitterRate=-0.05317230522632599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,352 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:33,353 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e9f12305add0619ea9f48a8cfea97a37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59347168, jitterRate=-0.11565828323364258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,353 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:33,353 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e9f12305add0619ea9f48a8cfea97a37: Running coprocessor pre-open hook at 1731954273338Writing region info on filesystem at 1731954273338Initializing all the Stores at 1731954273339 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273339Cleaning up temporary data from old regions at 1731954273345 (+6 ms)Running coprocessor post-open hooks at 1731954273353 (+8 ms)Region opened successfully at 1731954273353 2024-11-18T18:24:33,353 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 935167099da2eb7598f27c140884adb1: Running coprocessor pre-open hook at 1731954273332Writing region info on filesystem at 1731954273332Initializing all the Stores at 1731954273336 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273336Cleaning up temporary data from old regions at 1731954273344 (+8 ms)Running coprocessor post-open hooks at 1731954273352 (+8 ms)Region opened successfully at 1731954273353 (+1 ms) 2024-11-18T18:24:33,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:24:33,355 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., pid=23, masterSystemTime=1731954273321 2024-11-18T18:24:33,355 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37., pid=19, masterSystemTime=1731954273330 2024-11-18T18:24:33,360 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:33,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=935167099da2eb7598f27c140884adb1, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:33,360 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:33,360 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:33,360 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 74891063ed51e9ccbabdadb0d5c59e7d, NAME => 'SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T18:24:33,361 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,361 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,361 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,361 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,362 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:33,362 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:33,363 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:33,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3104e4995937bf6dbce18ddd428c2e5f, NAME => 'SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:24:33,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 935167099da2eb7598f27c140884adb1, server=961a81da9827,44945,1731954249847 because future has completed 2024-11-18T18:24:33,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e9f12305add0619ea9f48a8cfea97a37, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:33,366 INFO [StoreOpener-3104e4995937bf6dbce18ddd428c2e5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,366 INFO [StoreOpener-74891063ed51e9ccbabdadb0d5c59e7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,367 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:33,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a32854fed21d28af430dc9ae463937, NAME => 'SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:24:33,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,369 INFO [StoreOpener-74891063ed51e9ccbabdadb0d5c59e7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74891063ed51e9ccbabdadb0d5c59e7d columnFamilyName cf 2024-11-18T18:24:33,369 DEBUG [StoreOpener-74891063ed51e9ccbabdadb0d5c59e7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,370 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,371 INFO [StoreOpener-3104e4995937bf6dbce18ddd428c2e5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3104e4995937bf6dbce18ddd428c2e5f columnFamilyName cf 2024-11-18T18:24:33,371 DEBUG [StoreOpener-3104e4995937bf6dbce18ddd428c2e5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,371 INFO [StoreOpener-74891063ed51e9ccbabdadb0d5c59e7d-1 {}] regionserver.HStore(327): Store=74891063ed51e9ccbabdadb0d5c59e7d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,372 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,373 INFO [StoreOpener-3104e4995937bf6dbce18ddd428c2e5f-1 {}] regionserver.HStore(327): Store=3104e4995937bf6dbce18ddd428c2e5f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,373 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,373 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f12305add0619ea9f48a8cfea97a37, server=961a81da9827,42653,1731954249729 because future has completed 2024-11-18T18:24:33,374 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,374 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,374 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a32854fed21d28af430dc9ae463937 columnFamilyName cf 2024-11-18T18:24:33,374 DEBUG [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,375 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-18T18:24:33,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 935167099da2eb7598f27c140884adb1, server=961a81da9827,44945,1731954249847 in 10.0000 sec 2024-11-18T18:24:33,376 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,376 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,378 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] regionserver.HStore(327): Store=10a32854fed21d28af430dc9ae463937/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,378 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,378 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,379 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,379 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,380 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-18T18:24:33,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f12305add0619ea9f48a8cfea97a37, server=961a81da9827,42653,1731954249729 in 10.0370 sec 2024-11-18T18:24:33,382 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=935167099da2eb7598f27c140884adb1, ASSIGN in 10.2510 sec 2024-11-18T18:24:33,383 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,383 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,383 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,384 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/3104e4995937bf6dbce18ddd428c2e5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9f12305add0619ea9f48a8cfea97a37, ASSIGN in 10.2560 sec 2024-11-18T18:24:33,385 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3104e4995937bf6dbce18ddd428c2e5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62618998, jitterRate=-0.066904217004776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,385 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:33,385 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3104e4995937bf6dbce18ddd428c2e5f: Running coprocessor pre-open hook at 1731954273363Writing region info on filesystem at 1731954273364 (+1 ms)Initializing all the Stores at 1731954273365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273365Cleaning up temporary data from old regions at 1731954273376 (+11 ms)Running coprocessor post-open hooks at 1731954273385 (+9 ms)Region opened successfully at 1731954273385 2024-11-18T18:24:33,386 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f., pid=24, masterSystemTime=1731954273330 2024-11-18T18:24:33,387 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,390 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:33,390 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:33,390 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:33,390 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f4f9f45a64c9226a2a35ee8638f53f5, NAME => 'SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T18:24:33,390 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,391 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,391 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3104e4995937bf6dbce18ddd428c2e5f, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:33,391 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f, server=961a81da9827,42653,1731954249729 because future has completed 2024-11-18T18:24:33,398 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/74891063ed51e9ccbabdadb0d5c59e7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,399 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,399 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 10a32854fed21d28af430dc9ae463937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74820909, jitterRate=0.11491842567920685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,400 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:33,399 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 74891063ed51e9ccbabdadb0d5c59e7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68950062, jitterRate=0.027435988187789917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,400 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:33,400 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 10a32854fed21d28af430dc9ae463937: Running coprocessor pre-open hook at 1731954273368Writing region info on filesystem at 1731954273368Initializing all the Stores at 1731954273370 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273370Cleaning up temporary data from old regions at 1731954273383 (+13 ms)Running coprocessor post-open hooks at 1731954273400 (+17 ms)Region opened successfully at 1731954273400 2024-11-18T18:24:33,400 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 74891063ed51e9ccbabdadb0d5c59e7d: Running coprocessor pre-open hook at 1731954273361Writing region info on filesystem at 1731954273361Initializing all the Stores at 1731954273363 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273363Cleaning up temporary data from old regions at 1731954273379 (+16 ms)Running coprocessor post-open hooks at 1731954273400 (+21 ms)Region opened successfully at 1731954273400 2024-11-18T18:24:33,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-18T18:24:33,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f, server=961a81da9827,42653,1731954249729 in 10.0270 sec 2024-11-18T18:24:33,401 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d., pid=16, masterSystemTime=1731954273321 2024-11-18T18:24:33,401 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937., pid=22, masterSystemTime=1731954273351 2024-11-18T18:24:33,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3104e4995937bf6dbce18ddd428c2e5f, ASSIGN in 10.2760 sec 2024-11-18T18:24:33,404 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:33,404 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:33,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74891063ed51e9ccbabdadb0d5c59e7d, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:33,404 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:33,405 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9625a419425cc6358ad1d928f248048b, NAME => 'SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:24:33,405 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,405 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,405 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,406 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,406 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:33,407 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:24:33,407 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:33,407 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ba3dcc10ba19fbd2d1ea91f16d4c1e50, NAME => 'SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:24:33,408 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,408 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,408 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,408 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=10a32854fed21d28af430dc9ae463937, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d, server=961a81da9827,44945,1731954249847 because future has completed 2024-11-18T18:24:33,411 INFO [StoreOpener-4f4f9f45a64c9226a2a35ee8638f53f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,411 INFO [StoreOpener-9625a419425cc6358ad1d928f248048b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,34323,1731954249522 because future has completed 2024-11-18T18:24:33,413 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,414 INFO [StoreOpener-4f4f9f45a64c9226a2a35ee8638f53f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f4f9f45a64c9226a2a35ee8638f53f5 columnFamilyName cf 2024-11-18T18:24:33,414 DEBUG [StoreOpener-4f4f9f45a64c9226a2a35ee8638f53f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,415 INFO [StoreOpener-4f4f9f45a64c9226a2a35ee8638f53f5-1 {}] regionserver.HStore(327): Store=4f4f9f45a64c9226a2a35ee8638f53f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,416 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-18T18:24:33,417 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,417 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,417 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba3dcc10ba19fbd2d1ea91f16d4c1e50 columnFamilyName cf 2024-11-18T18:24:33,417 DEBUG [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,417 INFO [StoreOpener-9625a419425cc6358ad1d928f248048b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9625a419425cc6358ad1d928f248048b columnFamilyName cf 2024-11-18T18:24:33,418 DEBUG [StoreOpener-9625a419425cc6358ad1d928f248048b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,418 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,418 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d, server=961a81da9827,44945,1731954249847 in 10.0910 sec 2024-11-18T18:24:33,419 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] regionserver.HStore(327): Store=ba3dcc10ba19fbd2d1ea91f16d4c1e50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,419 INFO [StoreOpener-9625a419425cc6358ad1d928f248048b-1 {}] regionserver.HStore(327): Store=9625a419425cc6358ad1d928f248048b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,419 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,419 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,421 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,421 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-18T18:24:33,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,34323,1731954249522 in 10.0530 sec 2024-11-18T18:24:33,422 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,422 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,422 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=74891063ed51e9ccbabdadb0d5c59e7d, ASSIGN in 10.2930 sec 2024-11-18T18:24:33,423 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,423 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,423 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,423 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN in 10.2970 sec 2024-11-18T18:24:33,426 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,427 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,428 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,428 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4f4f9f45a64c9226a2a35ee8638f53f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71772506, jitterRate=0.06949368119239807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,428 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:33,428 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4f4f9f45a64c9226a2a35ee8638f53f5: Running coprocessor pre-open hook at 1731954273391Writing region info on filesystem at 1731954273391Initializing all the Stores at 1731954273393 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273393Cleaning up temporary data from old regions at 1731954273418 (+25 ms)Running coprocessor post-open hooks at 1731954273428 (+10 ms)Region opened successfully at 1731954273428 2024-11-18T18:24:33,429 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., pid=18, masterSystemTime=1731954273330 2024-11-18T18:24:33,432 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:33,432 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:33,432 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:33,432 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 219472ba5465799dd583fbdf63575fb5, NAME => 'SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:24:33,432 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,433 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4f4f9f45a64c9226a2a35ee8638f53f5, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:33,433 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,433 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5, server=961a81da9827,42653,1731954249729 because future has completed 2024-11-18T18:24:33,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-18T18:24:33,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5, server=961a81da9827,42653,1731954249729 in 10.1100 sec 2024-11-18T18:24:33,443 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/9625a419425cc6358ad1d928f248048b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,444 INFO [StoreOpener-219472ba5465799dd583fbdf63575fb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,445 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9625a419425cc6358ad1d928f248048b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64283716, jitterRate=-0.04209798574447632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,445 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:33,445 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9625a419425cc6358ad1d928f248048b: Running coprocessor pre-open hook at 1731954273406Writing region info on filesystem at 1731954273406Initializing all the Stores at 1731954273409 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273409Cleaning up temporary data from old regions at 1731954273423 (+14 ms)Running coprocessor post-open hooks at 1731954273445 (+22 ms)Region opened successfully at 1731954273445 2024-11-18T18:24:33,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4f4f9f45a64c9226a2a35ee8638f53f5, ASSIGN in 10.3180 sec 2024-11-18T18:24:33,446 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b., pid=15, masterSystemTime=1731954273321 2024-11-18T18:24:33,446 INFO [StoreOpener-219472ba5465799dd583fbdf63575fb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219472ba5465799dd583fbdf63575fb5 columnFamilyName cf 2024-11-18T18:24:33,446 DEBUG [StoreOpener-219472ba5465799dd583fbdf63575fb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,447 INFO [StoreOpener-219472ba5465799dd583fbdf63575fb5-1 {}] regionserver.HStore(327): Store=219472ba5465799dd583fbdf63575fb5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,447 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,448 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,449 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:33,449 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:33,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9625a419425cc6358ad1d928f248048b, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:33,449 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,450 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,450 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9625a419425cc6358ad1d928f248048b, server=961a81da9827,44945,1731954249847 because future has completed 2024-11-18T18:24:33,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,455 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ba3dcc10ba19fbd2d1ea91f16d4c1e50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61920440, jitterRate=-0.07731354236602783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,455 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:33,455 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ba3dcc10ba19fbd2d1ea91f16d4c1e50: Running coprocessor pre-open hook at 1731954273408Writing region info on filesystem at 1731954273408Initializing all the Stores at 1731954273413 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273413Cleaning up temporary data from old regions at 1731954273423 (+10 ms)Running coprocessor post-open hooks at 1731954273455 (+32 ms)Region opened successfully at 1731954273455 2024-11-18T18:24:33,456 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50., pid=21, masterSystemTime=1731954273351 2024-11-18T18:24:33,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-18T18:24:33,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9625a419425cc6358ad1d928f248048b, server=961a81da9827,44945,1731954249847 in 10.1390 sec 2024-11-18T18:24:33,460 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:33,460 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:24:33,460 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:33,460 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f96eb411c6397f95026984e185ea5378, NAME => 'SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:24:33,461 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,461 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:24:33,461 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,461 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,461 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,462 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 219472ba5465799dd583fbdf63575fb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61525311, jitterRate=-0.08320142328739166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,462 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:33,463 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 219472ba5465799dd583fbdf63575fb5: Running coprocessor pre-open hook at 1731954273433Writing region info on filesystem at 1731954273433Initializing all the Stores at 1731954273435 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273435Cleaning up temporary data from old regions at 1731954273450 (+15 ms)Running coprocessor post-open hooks at 1731954273462 (+12 ms)Region opened successfully at 1731954273462 2024-11-18T18:24:33,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9625a419425cc6358ad1d928f248048b, ASSIGN in 10.3350 sec 2024-11-18T18:24:33,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ba3dcc10ba19fbd2d1ea91f16d4c1e50, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:33,463 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,466 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., pid=17, masterSystemTime=1731954273330 2024-11-18T18:24:33,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,34323,1731954249522 because future has completed 2024-11-18T18:24:33,467 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96eb411c6397f95026984e185ea5378 columnFamilyName cf 2024-11-18T18:24:33,467 DEBUG [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:24:33,468 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] regionserver.HStore(327): Store=f96eb411c6397f95026984e185ea5378/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:24:33,468 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,469 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:33,469 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:33,469 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,471 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,471 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,471 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=219472ba5465799dd583fbdf63575fb5, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:33,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-18T18:24:33,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,34323,1731954249522 in 10.1180 sec 2024-11-18T18:24:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 219472ba5465799dd583fbdf63575fb5, server=961a81da9827,42653,1731954249729 because future has completed 2024-11-18T18:24:33,476 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN in 10.3500 sec 2024-11-18T18:24:33,480 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:24:33,482 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f96eb411c6397f95026984e185ea5378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71309243, jitterRate=0.06259052455425262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:24:33,482 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:33,482 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f96eb411c6397f95026984e185ea5378: Running coprocessor pre-open hook at 1731954273461Writing region info on filesystem at 1731954273461Initializing all the Stores at 1731954273463 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954273463Cleaning up temporary data from old regions at 1731954273471 (+8 ms)Running coprocessor post-open hooks at 1731954273482 (+11 ms)Region opened successfully at 1731954273482 2024-11-18T18:24:33,483 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., pid=20, masterSystemTime=1731954273351 2024-11-18T18:24:33,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-18T18:24:33,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 219472ba5465799dd583fbdf63575fb5, server=961a81da9827,42653,1731954249729 in 10.1540 sec 2024-11-18T18:24:33,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=219472ba5465799dd583fbdf63575fb5, ASSIGN in 10.3600 sec 2024-11-18T18:24:33,487 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:33,487 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:24:33,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f96eb411c6397f95026984e185ea5378, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34323,1731954249522 2024-11-18T18:24:33,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,34323,1731954249522 because future has completed 2024-11-18T18:24:33,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-18T18:24:33,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,34323,1731954249522 in 10.1460 sec 2024-11-18T18:24:33,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=4 2024-11-18T18:24:33,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN in 10.3720 sec 2024-11-18T18:24:33,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:24:33,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731954273501"}]},"ts":"1731954273501"} 2024-11-18T18:24:33,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T18:24:33,506 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:24:33,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9640 sec 2024-11-18T18:24:35,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T18:24:37,644 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:24:38,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:24:39,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T18:24:39,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T18:24:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:24:40,850 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T18:24:40,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T18:24:40,852 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:24:40,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T18:24:40,866 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:24:40,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T18:24:40,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,962 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:40,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., hostname=961a81da9827,34323,1731954249522, seqNum=2] 2024-11-18T18:24:41,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,033 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,112 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., hostname=961a81da9827,44945,1731954249847, seqNum=2] 2024-11-18T18:24:41,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:41,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5., hostname=961a81da9827,42653,1731954249729, seqNum=2] 2024-11-18T18:24:42,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:24:42,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:24:42,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:24:42,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:24:42,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34323 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:24:42,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42653 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:42,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44945 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:24:42,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42653 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:24:42,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42653 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:24:42,923 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T18:24:42,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:24:42,926 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T18:24:42,931 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T18:24:42,944 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T18:24:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:24:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:24:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:24:42,958 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T18:24:42,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f12305add0619ea9f48a8cfea97a37}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9625a419425cc6358ad1d928f248048b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 935167099da2eb7598f27c140884adb1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 219472ba5465799dd583fbdf63575fb5}] 2024-11-18T18:24:42,965 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:42,965 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:42,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:42,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:42,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:42,973 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:42,973 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:42,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:42,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:42,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:43,026 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 961a81da9827,34323,1731954249522 2024-11-18T18:24:43,027 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 961a81da9827,34323,1731954249522: Simulated kill ***** 2024-11-18T18:24:43,027 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:24:43,029 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:24:43,030 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:24:43,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:24:43,033 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:24:43,038 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 567586976 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153669696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "961a81da9827", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "961a81da9827", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61953", "tag.serverName": "961a81da9827,42653,1731954249729", "tag.clusterId": "ebde5e4a-54ee-4361-9aae-e7b9776247c8", "tag.Context": "regionserver", "tag.Hostname": "961a81da9827", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731954249729, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T18:24:43,042 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36963 {}] master.MasterRpcServices(700): 961a81da9827,34323,1731954249522 reported a fatal error: ***** ABORTING region server 961a81da9827,34323,1731954249522: Simulated kill ***** 2024-11-18T18:24:43,044 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,34323,1731954249522' ***** 2024-11-18T18:24:43,044 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T18:24:43,044 INFO [RS:0;961a81da9827:34323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:24:43,045 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:24:43,045 INFO [RS:0;961a81da9827:34323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T18:24:43,045 INFO [RS:0;961a81da9827:34323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T18:24:43,045 INFO [RS:0;961a81da9827:34323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:24:43,045 INFO [RS:0;961a81da9827:34323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;961a81da9827:34323. 2024-11-18T18:24:43,045 DEBUG [RS:0;961a81da9827:34323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:24:43,045 DEBUG [RS:0;961a81da9827:34323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:43,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:24:43,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741835_1011 (size=966) 2024-11-18T18:24:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741835_1011 (size=966) 2024-11-18T18:24:43,054 DEBUG [RS:0;961a81da9827:34323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:24:43,054 INFO [RS:0;961a81da9827:34323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:24:43,055 INFO [RS:0;961a81da9827:34323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34323 2024-11-18T18:24:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:24:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,34323,1731954249522 2024-11-18T18:24:43,063 INFO [RS:0;961a81da9827:34323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:24:43,063 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$358/0x00007f40489015f8@5b19c08f rejected from java.util.concurrent.ThreadPoolExecutor@1e1b4588[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T18:24:43,063 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:24:43,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,34323,1731954249522] 2024-11-18T18:24:43,067 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,34323,1731954249522 already deleted, retry=false 2024-11-18T18:24:43,067 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 961a81da9827,34323,1731954249522 on 961a81da9827,36963,1731954248478 2024-11-18T18:24:43,075 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 961a81da9827,34323,1731954249522, splitWal=true, meta=false 2024-11-18T18:24:43,079 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 961a81da9827,34323,1731954249522 (carryingMeta=false) 961a81da9827,34323,1731954249522/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24d47801[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:24:43,080 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 961a81da9827,34323,1731954249522, splitWal=true, meta=false 2024-11-18T18:24:43,082 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 961a81da9827,34323,1731954249522 had 3 regions 2024-11-18T18:24:43,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:43,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:43,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:43,083 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 can not run currently because target server of region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 961a81da9827,34323,1731954249522 is in state CRASHED, wait 1000 ms to retry 2024-11-18T18:24:43,084 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50; timeout=1000, timestamp=1731954284084 2024-11-18T18:24:43,084 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 961a81da9827,34323,1731954249522, splitWal=true, meta=false, isMeta: false 2024-11-18T18:24:43,085 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 can not run currently because target server of region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T18:24:43,085 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937; timeout=1000, timestamp=1731954284085 2024-11-18T18:24:43,085 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 can not run currently because target server of region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 1000 ms to retry 2024-11-18T18:24:43,086 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378; timeout=1000, timestamp=1731954284086 2024-11-18T18:24:43,087 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting 2024-11-18T18:24:43,088 INFO [PEWorker-4 {}] master.SplitWALManager(105): 961a81da9827,34323,1731954249522 WAL count=1, meta=false 2024-11-18T18:24:43,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 961a81da9827%2C34323%2C1731954249522.1731954251490}] 2024-11-18T18:24:43,097 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=961a81da9827,42653,1731954249729 2024-11-18T18:24:43,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C34323%2C1731954249522.1731954251490, worker=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:43,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:24:43,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34323-0x10107177d040001, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:24:43,167 INFO [RS:0;961a81da9827:34323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:24:43,167 INFO [RS:0;961a81da9827:34323 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,34323,1731954249522; zookeeper connection closed. 2024-11-18T18:24:43,168 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f7ba722 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f7ba722 2024-11-18T18:24:43,360 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:24:43,360 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:24:44,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:44,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:44,086 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 can not run currently because target server of region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T18:24:44,086 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50; timeout=2000, timestamp=1731954286086 2024-11-18T18:24:44,086 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:44,086 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 can not run currently because target server of region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T18:24:44,086 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937; timeout=2000, timestamp=1731954286086 2024-11-18T18:24:44,087 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 can not run currently because target server of region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 2000 ms to retry 2024-11-18T18:24:44,087 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378; timeout=2000, timestamp=1731954286087 2024-11-18T18:24:46,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:46,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:46,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:46,088 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 can not run currently because target server of region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T18:24:46,088 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 can not run currently because target server of region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T18:24:46,088 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50; timeout=4000, timestamp=1731954290088 2024-11-18T18:24:46,088 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937; timeout=4000, timestamp=1731954290088 2024-11-18T18:24:46,089 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 can not run currently because target server of region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 4000 ms to retry 2024-11-18T18:24:46,089 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378; timeout=4000, timestamp=1731954290089 2024-11-18T18:24:46,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741835_1011 (size=966) 2024-11-18T18:24:50,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:50,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:50,089 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:24:50,090 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 can not run currently because target server of region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T18:24:50,090 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 can not run currently because target server of region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T18:24:50,090 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 can not run currently because target server of region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 961a81da9827,34323,1731954249522 is in state SPLITTING, wait 8000 ms to retry 2024-11-18T18:24:50,091 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378; timeout=8000, timestamp=1731954298091 2024-11-18T18:24:50,091 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50; timeout=8000, timestamp=1731954298091 2024-11-18T18:24:50,091 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937; timeout=8000, timestamp=1731954298091 2024-11-18T18:24:52,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T18:24:52,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T18:24:52,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T18:24:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:52,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T18:24:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:52,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T18:24:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:52,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:52,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:52,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T18:24:52,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T18:24:52,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T18:24:52,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:52,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 935167099da2eb7598f27c140884adb1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T18:24:52,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 219472ba5465799dd583fbdf63575fb5 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T18:24:52,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 4f4f9f45a64c9226a2a35ee8638f53f5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9625a419425cc6358ad1d928f248048b: 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 74891063ed51e9ccbabdadb0d5c59e7d: 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3104e4995937bf6dbce18ddd428c2e5f: 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. for SnapshotProcedureTest completed. 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. for SnapshotProcedureTest completed. 2024-11-18T18:24:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. for SnapshotProcedureTest completed. 2024-11-18T18:24:52,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:52,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:52,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:52,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:52,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:52,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:52,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:24:52,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:24:52,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:24:53,008 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490, size=966 (966bytes) 2024-11-18T18:24:53,008 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T18:24:53,009 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T18:24:53,009 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 2024-11-18T18:24:53,015 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 after 4ms 2024-11-18T18:24:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:24:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:24:53,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:24:53,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:24:53,027 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 took 21ms 2024-11-18T18:24:53,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T18:24:53,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:53,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e9f12305add0619ea9f48a8cfea97a37: 2024-11-18T18:24:53,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. for SnapshotProcedureTest completed. 2024-11-18T18:24:53,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:53,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:24:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T18:24:53,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:53,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:24:53,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3104e4995937bf6dbce18ddd428c2e5f in 10.0730 sec 2024-11-18T18:24:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:24:53,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:24:53,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:24:53,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:24:53,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T18:24:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T18:24:53,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:53,049 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:24:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:24:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:24:53,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 74891063ed51e9ccbabdadb0d5c59e7d in 10.0920 sec 2024-11-18T18:24:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:24:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:24:53,062 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T18:24:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T18:24:53,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:24:53,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9625a419425cc6358ad1d928f248048b 2024-11-18T18:24:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:24:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:24:53,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9625a419425cc6358ad1d928f248048b in 10.1120 sec 2024-11-18T18:24:53,074 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 10a32854fed21d28af430dc9ae463937: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:24:53,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:24:53,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T18:24:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T18:24:53,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:53,079 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ba3dcc10ba19fbd2d1ea91f16d4c1e50: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:24:53,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:24:53,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9f12305add0619ea9f48a8cfea97a37 in 10.1210 sec 2024-11-18T18:24:53,083 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f96eb411c6397f95026984e185ea5378: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:24:53,084 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 so closing down 2024-11-18T18:24:53,084 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:24:53,084 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:24:53,093 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490, size=966, length=966, corrupted=false, cancelled=false 2024-11-18T18:24:53,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490, journal: Splitting hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490, size=966 (966bytes) at 1731954293008Finishing writing output for hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 so closing down at 1731954293084 (+76 ms)3 split writer threads finished at 1731954293084Processed 3 edits across 0 Regions in 28 ms; skipped=3; WAL=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490, size=966, length=966, corrupted=false, cancelled=false at 1731954293093 (+9 ms) 2024-11-18T18:24:53,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 2024-11-18T18:24:53,093 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T18:24:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T18:24:53,117 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/.tmp/cf/942fc70334de4fde815adf399bd933c5 is 34, key is baa/cf:cf/1731954282209/Put/seqid=0 2024-11-18T18:24:53,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/.tmp/cf/2ac6388343ca4972b032e2befcd65514 is 34, key is ccd/cf:cf/1731954282206/Put/seqid=0 2024-11-18T18:24:53,124 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting/961a81da9827%2C34323%2C1731954249522.1731954251490 to hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs 2024-11-18T18:24:53,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T18:24:53,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C34323%2C1731954249522.1731954251490, worker=961a81da9827,42653,1731954249729 in 10.0250 sec 2024-11-18T18:24:53,133 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=961a81da9827,42653,1731954249729 2024-11-18T18:24:53,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T18:24:53,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 961a81da9827%2C34323%2C1731954249522.1731954251490, worker=961a81da9827,42653,1731954249729 in 10.0430 sec 2024-11-18T18:24:53,143 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting dir is empty, no logs to split. 2024-11-18T18:24:53,143 INFO [PEWorker-1 {}] master.SplitWALManager(105): 961a81da9827,34323,1731954249522 WAL count=0, meta=false 2024-11-18T18:24:53,143 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 961a81da9827,34323,1731954249522 WAL splitting is done? wals=0, meta=false 2024-11-18T18:24:53,147 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 961a81da9827,34323,1731954249522 failed, ignore...File hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,34323,1731954249522-splitting does not exist. 2024-11-18T18:24:53,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN}] 2024-11-18T18:24:53,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/.tmp/cf/81ee6c1da15d4b5d819792d9e0198ff4 is 34, key is eaa/cf:cf/1731954282810/Put/seqid=0 2024-11-18T18:24:53,151 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN 2024-11-18T18:24:53,152 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN 2024-11-18T18:24:53,152 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN 2024-11-18T18:24:53,153 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:24:53,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:24:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741853_1029 (size=499309) 2024-11-18T18:24:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741853_1029 (size=499309) 2024-11-18T18:24:53,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:24:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741853_1029 (size=499309) 2024-11-18T18:24:53,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/.tmp/cf/81ee6c1da15d4b5d819792d9e0198ff4 2024-11-18T18:24:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741854_1030 (size=47197) 2024-11-18T18:24:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741854_1030 (size=47197) 2024-11-18T18:24:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741854_1030 (size=47197) 2024-11-18T18:24:53,172 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/.tmp/cf/2ac6388343ca4972b032e2befcd65514 2024-11-18T18:24:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:24:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:24:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:24:53,184 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/.tmp/cf/942fc70334de4fde815adf399bd933c5 2024-11-18T18:24:53,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/.tmp/cf/81ee6c1da15d4b5d819792d9e0198ff4 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/cf/81ee6c1da15d4b5d819792d9e0198ff4 2024-11-18T18:24:53,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/.tmp/cf/942fc70334de4fde815adf399bd933c5 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/cf/942fc70334de4fde815adf399bd933c5 2024-11-18T18:24:53,215 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/.tmp/cf/2ac6388343ca4972b032e2befcd65514 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/cf/2ac6388343ca4972b032e2befcd65514 2024-11-18T18:24:53,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/cf/81ee6c1da15d4b5d819792d9e0198ff4, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T18:24:53,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/cf/942fc70334de4fde815adf399bd933c5, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T18:24:53,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/cf/2ac6388343ca4972b032e2befcd65514, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T18:24:53,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 4f4f9f45a64c9226a2a35ee8638f53f5 in 255ms, sequenceid=5, compaction requested=false 2024-11-18T18:24:53,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 219472ba5465799dd583fbdf63575fb5 in 255ms, sequenceid=5, compaction requested=false 2024-11-18T18:24:53,236 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 935167099da2eb7598f27c140884adb1 in 255ms, sequenceid=5, compaction requested=false 2024-11-18T18:24:53,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 219472ba5465799dd583fbdf63575fb5: 2024-11-18T18:24:53,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 935167099da2eb7598f27c140884adb1: 2024-11-18T18:24:53,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 4f4f9f45a64c9226a2a35ee8638f53f5: 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. for SnapshotProcedureTest completed. 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. for SnapshotProcedureTest completed. 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. for SnapshotProcedureTest completed. 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/cf/81ee6c1da15d4b5d819792d9e0198ff4] hfiles 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/cf/2ac6388343ca4972b032e2befcd65514] hfiles 2024-11-18T18:24:53,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/cf/942fc70334de4fde815adf399bd933c5] hfiles 2024-11-18T18:24:53,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/cf/2ac6388343ca4972b032e2befcd65514 for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/cf/942fc70334de4fde815adf399bd933c5 for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/cf/81ee6c1da15d4b5d819792d9e0198ff4 for snapshot=SnapshotProcedureTest 2024-11-18T18:24:53,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:24:53,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:24:53,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:24:53,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:24:53,265 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T18:24:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T18:24:53,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:53,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 935167099da2eb7598f27c140884adb1 2024-11-18T18:24:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:24:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:24:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:24:53,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:24:53,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T18:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T18:24:53,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:53,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:24:53,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 935167099da2eb7598f27c140884adb1 in 10.3100 sec 2024-11-18T18:24:53,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4f4f9f45a64c9226a2a35ee8638f53f5 in 10.3130 sec 2024-11-18T18:24:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741858_1034 (size=97) 2024-11-18T18:24:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741858_1034 (size=97) 2024-11-18T18:24:53,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741858_1034 (size=97) 2024-11-18T18:24:53,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:24:53,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T18:24:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T18:24:53,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:53,286 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:24:53,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 219472ba5465799dd583fbdf63575fb5 in 10.3290 sec 2024-11-18T18:24:53,304 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:24:53,305 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:24:53,305 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:24:53,305 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:24:53,305 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:24:53,305 INFO [961a81da9827:36963 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:24:53,305 INFO [961a81da9827:36963 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:24:53,305 DEBUG [961a81da9827:36963 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:24:53,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f96eb411c6397f95026984e185ea5378, regionState=OPENING, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:53,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=10a32854fed21d28af430dc9ae463937, regionState=OPENING, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:24:53,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ba3dcc10ba19fbd2d1ea91f16d4c1e50, regionState=OPENING, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:24:53,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN because future has completed 2024-11-18T18:24:53,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,42653,1731954249729}] 2024-11-18T18:24:53,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN because future has completed 2024-11-18T18:24:53,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,44945,1731954249847}] 2024-11-18T18:24:53,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN because future has completed 2024-11-18T18:24:53,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,44945,1731954249847}] 2024-11-18T18:24:58,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 held by pid=41 2024-11-18T18:24:58,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 held by pid=40 2024-11-18T18:24:58,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:24:58,091 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 held by pid=39 2024-11-18T18:24:58,091 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:24:58,091 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:02,478 INFO [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:25:02,478 INFO [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:25:03,321 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:03,322 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:03,322 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 10a32854fed21d28af430dc9ae463937, NAME => 'SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:25:03,322 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => f96eb411c6397f95026984e185ea5378, NAME => 'SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:25:03,322 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,322 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,323 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,326 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,327 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f96eb411c6397f95026984e185ea5378 columnFamilyName cf 2024-11-18T18:25:03,328 DEBUG [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:03,328 INFO [StoreOpener-f96eb411c6397f95026984e185ea5378-1 {}] regionserver.HStore(327): Store=f96eb411c6397f95026984e185ea5378/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:03,328 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,329 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,330 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,331 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10a32854fed21d28af430dc9ae463937 columnFamilyName cf 2024-11-18T18:25:03,331 DEBUG [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:03,332 INFO [StoreOpener-10a32854fed21d28af430dc9ae463937-1 {}] regionserver.HStore(327): Store=10a32854fed21d28af430dc9ae463937/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:03,332 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,332 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,333 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,333 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,333 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,335 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,336 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,336 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,336 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,337 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened f96eb411c6397f95026984e185ea5378; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72366977, jitterRate=0.07835198938846588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:03,338 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,338 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for f96eb411c6397f95026984e185ea5378: Running coprocessor pre-open hook at 1731954303323Writing region info on filesystem at 1731954303323Initializing all the Stores at 1731954303326 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954303326Cleaning up temporary data from old regions at 1731954303333 (+7 ms)Running coprocessor post-open hooks at 1731954303338 (+5 ms)Region opened successfully at 1731954303338 2024-11-18T18:25:03,339 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,340 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 10a32854fed21d28af430dc9ae463937; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71919613, jitterRate=0.07168574631214142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:03,340 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,340 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 10a32854fed21d28af430dc9ae463937: Running coprocessor pre-open hook at 1731954303323Writing region info on filesystem at 1731954303323Initializing all the Stores at 1731954303329 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954303329Cleaning up temporary data from old regions at 1731954303336 (+7 ms)Running coprocessor post-open hooks at 1731954303340 (+4 ms)Region opened successfully at 1731954303340 2024-11-18T18:25:03,341 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937., pid=42, masterSystemTime=1731954303313 2024-11-18T18:25:03,342 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., pid=44, masterSystemTime=1731954303314 2024-11-18T18:25:03,344 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:03,344 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:03,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=10a32854fed21d28af430dc9ae463937, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,42653,1731954249729 2024-11-18T18:25:03,347 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:03,347 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:03,348 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:03,348 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ba3dcc10ba19fbd2d1ea91f16d4c1e50, NAME => 'SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:25:03,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,42653,1731954249729 because future has completed 2024-11-18T18:25:03,348 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=f96eb411c6397f95026984e185ea5378, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:25:03,348 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,348 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:03,349 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,349 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,44945,1731954249847 because future has completed 2024-11-18T18:25:03,353 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-18T18:25:03,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 10a32854fed21d28af430dc9ae463937, server=961a81da9827,42653,1731954249729 in 10.0400 sec 2024-11-18T18:25:03,355 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba3dcc10ba19fbd2d1ea91f16d4c1e50 columnFamilyName cf 2024-11-18T18:25:03,355 DEBUG [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:03,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-18T18:25:03,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10a32854fed21d28af430dc9ae463937, ASSIGN in 10.2040 sec 2024-11-18T18:25:03,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure f96eb411c6397f95026984e185ea5378, server=961a81da9827,44945,1731954249847 in 10.0400 sec 2024-11-18T18:25:03,356 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:03,357 INFO [StoreOpener-ba3dcc10ba19fbd2d1ea91f16d4c1e50-1 {}] regionserver.HStore(327): Store=ba3dcc10ba19fbd2d1ea91f16d4c1e50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:03,357 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f96eb411c6397f95026984e185ea5378, ASSIGN in 10.2060 sec 2024-11-18T18:25:03,359 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,360 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:03,362 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,363 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,366 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,368 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ba3dcc10ba19fbd2d1ea91f16d4c1e50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67060253, jitterRate=-7.243603467941284E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:03,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,368 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ba3dcc10ba19fbd2d1ea91f16d4c1e50: Running coprocessor pre-open hook at 1731954303349Writing region info on filesystem at 1731954303349Initializing all the Stores at 1731954303352 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954303352Cleaning up temporary data from old regions at 1731954303363 (+11 ms)Running coprocessor post-open hooks at 1731954303368 (+5 ms)Region opened successfully at 1731954303368 2024-11-18T18:25:03,369 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50., pid=43, masterSystemTime=1731954303314 2024-11-18T18:25:03,371 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:03,371 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:03,372 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ba3dcc10ba19fbd2d1ea91f16d4c1e50, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,44945,1731954249847 2024-11-18T18:25:03,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,44945,1731954249847 because future has completed 2024-11-18T18:25:03,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-18T18:25:03,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50, server=961a81da9827,44945,1731954249847 in 10.0640 sec 2024-11-18T18:25:03,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:03,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-18T18:25:03,380 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 961a81da9827,34323,1731954249522 after splitting done 2024-11-18T18:25:03,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ba3dcc10ba19fbd2d1ea91f16d4c1e50, ASSIGN in 10.2280 sec 2024-11-18T18:25:03,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 961a81da9827,34323,1731954249522, splitWal=true, meta=false in 20.3120 sec 2024-11-18T18:25:07,644 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:25:08,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:25:11,308 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T18:25:13,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T18:25:13,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 10a32854fed21d28af430dc9ae463937: 2024-11-18T18:25:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. for SnapshotProcedureTest completed. 2024-11-18T18:25:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:25:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:25:13,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:25:13,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T18:25:13,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f96eb411c6397f95026984e185ea5378: 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. for SnapshotProcedureTest completed. 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ba3dcc10ba19fbd2d1ea91f16d4c1e50: 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. for SnapshotProcedureTest completed. 2024-11-18T18:25:13,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:25:13,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:25:13,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:25:13,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:25:13,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:25:13,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:25:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741859_1035 (size=65) 2024-11-18T18:25:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741859_1035 (size=65) 2024-11-18T18:25:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741859_1035 (size=65) 2024-11-18T18:25:13,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:13,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T18:25:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T18:25:13,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:13,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741860_1036 (size=65) 2024-11-18T18:25:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741861_1037 (size=65) 2024-11-18T18:25:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741861_1037 (size=65) 2024-11-18T18:25:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741860_1036 (size=65) 2024-11-18T18:25:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741860_1036 (size=65) 2024-11-18T18:25:13,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741861_1037 (size=65) 2024-11-18T18:25:13,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T18:25:13,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:13,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T18:25:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T18:25:13,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:13,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T18:25:13,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:13,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10a32854fed21d28af430dc9ae463937 in 30.4330 sec 2024-11-18T18:25:13,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:13,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f96eb411c6397f95026984e185ea5378 in 30.4360 sec 2024-11-18T18:25:13,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-18T18:25:13,399 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T18:25:13,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba3dcc10ba19fbd2d1ea91f16d4c1e50 in 30.4370 sec 2024-11-18T18:25:13,401 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T18:25:13,404 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T18:25:13,404 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T18:25:13,407 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:25:13,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741862_1038 (size=1134) 2024-11-18T18:25:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741862_1038 (size=1134) 2024-11-18T18:25:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741862_1038 (size=1134) 2024-11-18T18:25:13,455 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T18:25:13,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T18:25:13,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:13,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:13,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:13,473 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:13,474 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:13,479 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:15,925 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=961a81da9827:36963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T18:25:18,331 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 935167099da2eb7598f27c140884adb1, had cached 0 bytes from a total of 47197 2024-11-18T18:25:18,391 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4f4f9f45a64c9226a2a35ee8638f53f5, had cached 0 bytes from a total of 28623 2024-11-18T18:25:18,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 219472ba5465799dd583fbdf63575fb5, had cached 0 bytes from a total of 499309 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T18:25:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-18T18:25:23,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:25:23,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:25:23,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-18T18:25:23,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T18:25:23,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-18T18:25:23,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T18:25:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-18T18:25:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-18T18:25:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T18:25:23,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T18:25:23,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T18:25:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T18:25:23,488 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 Release verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T18:25:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T18:25:23,498 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 Release verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:23,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 in 10.0220 sec 2024-11-18T18:25:23,500 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:23,500 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:23,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 Release verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:23,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 in 10.0350 sec 2024-11-18T18:25:23,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 in 10.0320 sec 2024-11-18T18:25:23,506 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 Release verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:23,506 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 Release verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:23,506 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 Release verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:23,507 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:23,508 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:23,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 in 10.0400 sec 2024-11-18T18:25:23,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 in 10.0400 sec 2024-11-18T18:25:23,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 in 10.0400 sec 2024-11-18T18:25:24,066 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3104e4995937bf6dbce18ddd428c2e5f changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,067 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e9f12305add0619ea9f48a8cfea97a37 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,068 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 10a32854fed21d28af430dc9ae463937 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,068 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4f4f9f45a64c9226a2a35ee8638f53f5 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,068 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 219472ba5465799dd583fbdf63575fb5 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,068 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 74891063ed51e9ccbabdadb0d5c59e7d changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,068 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ba3dcc10ba19fbd2d1ea91f16d4c1e50 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,069 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9625a419425cc6358ad1d928f248048b changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,069 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f96eb411c6397f95026984e185ea5378 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:24,069 DEBUG [master/961a81da9827:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 935167099da2eb7598f27c140884adb1 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:25:33,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T18:25:33,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T18:25:33,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-18T18:25:33,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T18:25:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T18:25:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T18:25:33,503 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-18T18:25:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T18:25:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T18:25:33,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T18:25:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T18:25:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36963 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-18T18:25:33,520 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 Release verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:33,520 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 Release verify snapshot worker=961a81da9827,42653,1731954249729 2024-11-18T18:25:33,520 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 Release verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:33,520 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 Release verify snapshot worker=961a81da9827,44945,1731954249847 2024-11-18T18:25:33,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 in 20.0540 sec 2024-11-18T18:25:33,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 in 20.0540 sec 2024-11-18T18:25:33,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,44945,1731954249847 in 20.0540 sec 2024-11-18T18:25:33,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-18T18:25:33,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,42653,1731954249729 in 20.0540 sec 2024-11-18T18:25:33,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T18:25:33,528 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T18:25:33,530 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T18:25:33,530 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T18:25:33,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6120 sec 2024-11-18T18:25:33,687 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T18:25:33,696 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T18:25:33,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:25:33,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:25:33,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:25:33,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:33,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:33,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:25:33,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:25:33,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185987721, stopped=false 2024-11-18T18:25:33,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=961a81da9827,36963,1731954248478 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:33,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:33,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:33,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:33,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:33,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:25:33,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:25:33,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:25:33,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:33,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,42653,1731954249729' ***** 2024-11-18T18:25:33,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:25:33,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,44945,1731954249847' ***** 2024-11-18T18:25:33,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:25:33,705 INFO [RS:1;961a81da9827:42653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:25:33,705 INFO [RS:2;961a81da9827:44945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:25:33,705 INFO [RS:1;961a81da9827:42653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:25:33,705 INFO [RS:2;961a81da9827:44945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:25:33,705 INFO [RS:1;961a81da9827:42653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:25:33,705 INFO [RS:2;961a81da9827:44945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:25:33,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:25:33,705 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for 3104e4995937bf6dbce18ddd428c2e5f 2024-11-18T18:25:33,705 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 935167099da2eb7598f27c140884adb1 2024-11-18T18:25:33,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f4f9f45a64c9226a2a35ee8638f53f5 2024-11-18T18:25:33,706 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for ba3dcc10ba19fbd2d1ea91f16d4c1e50 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for 10a32854fed21d28af430dc9ae463937 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for 219472ba5465799dd583fbdf63575fb5 2024-11-18T18:25:33,706 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:33,706 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 9625a419425cc6358ad1d928f248048b 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,42653,1731954249729 2024-11-18T18:25:33,706 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 74891063ed51e9ccbabdadb0d5c59e7d 2024-11-18T18:25:33,706 INFO [RS:1;961a81da9827:42653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:25:33,706 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,44945,1731954249847 2024-11-18T18:25:33,707 INFO [RS:2;961a81da9827:44945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:25:33,707 INFO [RS:1;961a81da9827:42653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;961a81da9827:42653. 2024-11-18T18:25:33,707 INFO [RS:2;961a81da9827:44945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;961a81da9827:44945. 2024-11-18T18:25:33,707 DEBUG [RS:1;961a81da9827:42653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:25:33,707 DEBUG [RS:1;961a81da9827:42653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:33,707 DEBUG [RS:2;961a81da9827:44945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:25:33,707 DEBUG [RS:2;961a81da9827:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:33,707 INFO [RS:1;961a81da9827:42653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:25:33,707 INFO [RS:1;961a81da9827:42653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:25:33,707 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T18:25:33,707 INFO [RS:1;961a81da9827:42653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:25:33,707 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1325): Online Regions={935167099da2eb7598f27c140884adb1=SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1., ba3dcc10ba19fbd2d1ea91f16d4c1e50=SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50., f96eb411c6397f95026984e185ea5378=SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378., 9625a419425cc6358ad1d928f248048b=SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b., 74891063ed51e9ccbabdadb0d5c59e7d=SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d.} 2024-11-18T18:25:33,707 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:25:33,708 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T18:25:33,708 DEBUG [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1351): Waiting on 74891063ed51e9ccbabdadb0d5c59e7d, 935167099da2eb7598f27c140884adb1, 9625a419425cc6358ad1d928f248048b, ba3dcc10ba19fbd2d1ea91f16d4c1e50, f96eb411c6397f95026984e185ea5378 2024-11-18T18:25:33,708 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1325): Online Regions={3104e4995937bf6dbce18ddd428c2e5f=SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f., 1588230740=hbase:meta,,1.1588230740, e9f12305add0619ea9f48a8cfea97a37=SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37., 4f4f9f45a64c9226a2a35ee8638f53f5=SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5., 10a32854fed21d28af430dc9ae463937=SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937., 219472ba5465799dd583fbdf63575fb5=SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5.} 2024-11-18T18:25:33,708 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1351): Waiting on 10a32854fed21d28af430dc9ae463937, 1588230740, 219472ba5465799dd583fbdf63575fb5, 3104e4995937bf6dbce18ddd428c2e5f, 4f4f9f45a64c9226a2a35ee8638f53f5, e9f12305add0619ea9f48a8cfea97a37 2024-11-18T18:25:33,708 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 935167099da2eb7598f27c140884adb1, disabling compactions & flushes 2024-11-18T18:25:33,708 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3104e4995937bf6dbce18ddd428c2e5f, disabling compactions & flushes 2024-11-18T18:25:33,708 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:25:33,708 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:25:33,708 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:25:33,708 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:25:33,708 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:25:33,708 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. after waiting 0 ms 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. after waiting 0 ms 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:25:33,709 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:25:33,709 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-18T18:25:33,728 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:25:33,728 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/3104e4995937bf6dbce18ddd428c2e5f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,731 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:25:33,731 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/935167099da2eb7598f27c140884adb1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:25:33,731 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:25:33,731 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3104e4995937bf6dbce18ddd428c2e5f: Waiting for close lock at 1731954333708Running coprocessor pre-close hooks at 1731954333708Disabling compacts and flushes for region at 1731954333708Disabling writes for close at 1731954333709 (+1 ms)Writing region close event to WAL at 1731954333717 (+8 ms)Running coprocessor post-close hooks at 1731954333729 (+12 ms)Closed at 1731954333731 (+2 ms) 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f. 2024-11-18T18:25:33,732 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 935167099da2eb7598f27c140884adb1: Waiting for close lock at 1731954333708Running coprocessor pre-close hooks at 1731954333708Disabling compacts and flushes for region at 1731954333708Disabling writes for close at 1731954333709 (+1 ms)Writing region close event to WAL at 1731954333725 (+16 ms)Running coprocessor post-close hooks at 1731954333732 (+7 ms)Closed at 1731954333732 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9f12305add0619ea9f48a8cfea97a37, disabling compactions & flushes 2024-11-18T18:25:33,732 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731954262533.935167099da2eb7598f27c140884adb1. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. after waiting 0 ms 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba3dcc10ba19fbd2d1ea91f16d4c1e50, disabling compactions & flushes 2024-11-18T18:25:33,732 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:33,732 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:33,733 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. after waiting 0 ms 2024-11-18T18:25:33,733 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:33,740 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/e9f12305add0619ea9f48a8cfea97a37/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,741 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/ba3dcc10ba19fbd2d1ea91f16d4c1e50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,741 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9f12305add0619ea9f48a8cfea97a37: Waiting for close lock at 1731954333732Running coprocessor pre-close hooks at 1731954333732Disabling compacts and flushes for region at 1731954333732Disabling writes for close at 1731954333732Writing region close event to WAL at 1731954333733 (+1 ms)Running coprocessor post-close hooks at 1731954333741 (+8 ms)Closed at 1731954333741 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731954262533.e9f12305add0619ea9f48a8cfea97a37. 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f4f9f45a64c9226a2a35ee8638f53f5, disabling compactions & flushes 2024-11-18T18:25:33,742 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. after waiting 0 ms 2024-11-18T18:25:33,742 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:25:33,742 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba3dcc10ba19fbd2d1ea91f16d4c1e50: Waiting for close lock at 1731954333732Running coprocessor pre-close hooks at 1731954333732Disabling compacts and flushes for region at 1731954333732Disabling writes for close at 1731954333733 (+1 ms)Writing region close event to WAL at 1731954333733Running coprocessor post-close hooks at 1731954333742 (+9 ms)Closed at 1731954333742 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731954262533.ba3dcc10ba19fbd2d1ea91f16d4c1e50. 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f96eb411c6397f95026984e185ea5378, disabling compactions & flushes 2024-11-18T18:25:33,743 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. after waiting 0 ms 2024-11-18T18:25:33,743 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:33,749 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/4f4f9f45a64c9226a2a35ee8638f53f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:25:33,751 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:25:33,751 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f4f9f45a64c9226a2a35ee8638f53f5: Waiting for close lock at 1731954333742Running coprocessor pre-close hooks at 1731954333742Disabling compacts and flushes for region at 1731954333742Disabling writes for close at 1731954333742Writing region close event to WAL at 1731954333743 (+1 ms)Running coprocessor post-close hooks at 1731954333751 (+8 ms)Closed at 1731954333751 2024-11-18T18:25:33,751 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731954262533.4f4f9f45a64c9226a2a35ee8638f53f5. 2024-11-18T18:25:33,751 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10a32854fed21d28af430dc9ae463937, disabling compactions & flushes 2024-11-18T18:25:33,751 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:33,752 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:33,752 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. after waiting 0 ms 2024-11-18T18:25:33,752 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:33,752 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/f96eb411c6397f95026984e185ea5378/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,753 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:33,753 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f96eb411c6397f95026984e185ea5378: Waiting for close lock at 1731954333743Running coprocessor pre-close hooks at 1731954333743Disabling compacts and flushes for region at 1731954333743Disabling writes for close at 1731954333743Writing region close event to WAL at 1731954333744 (+1 ms)Running coprocessor post-close hooks at 1731954333753 (+9 ms)Closed at 1731954333753 2024-11-18T18:25:33,753 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731954262533.f96eb411c6397f95026984e185ea5378. 2024-11-18T18:25:33,753 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9625a419425cc6358ad1d928f248048b, disabling compactions & flushes 2024-11-18T18:25:33,754 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:25:33,754 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:25:33,754 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. after waiting 0 ms 2024-11-18T18:25:33,754 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:25:33,755 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/info/86106bdb5dbb487e9780ba978226d386 is 167, key is SPTestTable,19999999,1731954262533.3104e4995937bf6dbce18ddd428c2e5f./info:regioninfo/1731954273391/Put/seqid=0 2024-11-18T18:25:33,764 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/10a32854fed21d28af430dc9ae463937/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,765 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:33,765 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/9625a419425cc6358ad1d928f248048b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,765 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10a32854fed21d28af430dc9ae463937: Waiting for close lock at 1731954333751Running coprocessor pre-close hooks at 1731954333751Disabling compacts and flushes for region at 1731954333751Disabling writes for close at 1731954333752 (+1 ms)Writing region close event to WAL at 1731954333752Running coprocessor post-close hooks at 1731954333765 (+13 ms)Closed at 1731954333765 2024-11-18T18:25:33,766 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731954262533.10a32854fed21d28af430dc9ae463937. 2024-11-18T18:25:33,766 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 219472ba5465799dd583fbdf63575fb5, disabling compactions & flushes 2024-11-18T18:25:33,766 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:25:33,766 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:25:33,766 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. after waiting 0 ms 2024-11-18T18:25:33,766 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:25:33,766 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9625a419425cc6358ad1d928f248048b: Waiting for close lock at 1731954333753Running coprocessor pre-close hooks at 1731954333753Disabling compacts and flushes for region at 1731954333753Disabling writes for close at 1731954333754 (+1 ms)Writing region close event to WAL at 1731954333754Running coprocessor post-close hooks at 1731954333766 (+12 ms)Closed at 1731954333766 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731954262533.9625a419425cc6358ad1d928f248048b. 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74891063ed51e9ccbabdadb0d5c59e7d, disabling compactions & flushes 2024-11-18T18:25:33,767 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. after waiting 0 ms 2024-11-18T18:25:33,767 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:25:33,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741863_1039 (size=19817) 2024-11-18T18:25:33,802 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/74891063ed51e9ccbabdadb0d5c59e7d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:25:33,803 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/default/SPTestTable/219472ba5465799dd583fbdf63575fb5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:25:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741863_1039 (size=19817) 2024-11-18T18:25:33,804 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:25:33,804 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 219472ba5465799dd583fbdf63575fb5: Waiting for close lock at 1731954333766Running coprocessor pre-close hooks at 1731954333766Disabling compacts and flushes for region at 1731954333766Disabling writes for close at 1731954333766Writing region close event to WAL at 1731954333779 (+13 ms)Running coprocessor post-close hooks at 1731954333804 (+25 ms)Closed at 1731954333804 2024-11-18T18:25:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741863_1039 (size=19817) 2024-11-18T18:25:33,804 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731954262533.219472ba5465799dd583fbdf63575fb5. 2024-11-18T18:25:33,804 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:25:33,804 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74891063ed51e9ccbabdadb0d5c59e7d: Waiting for close lock at 1731954333767Running coprocessor pre-close hooks at 1731954333767Disabling compacts and flushes for region at 1731954333767Disabling writes for close at 1731954333767Writing region close event to WAL at 1731954333790 (+23 ms)Running coprocessor post-close hooks at 1731954333804 (+14 ms)Closed at 1731954333804 2024-11-18T18:25:33,804 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731954262533.74891063ed51e9ccbabdadb0d5c59e7d. 2024-11-18T18:25:33,805 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/info/86106bdb5dbb487e9780ba978226d386 2024-11-18T18:25:33,843 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/ns/a7bd8a6db98e4673a40f44906a467068 is 43, key is default/ns:d/1731954262120/Put/seqid=0 2024-11-18T18:25:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741864_1040 (size=5153) 2024-11-18T18:25:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741864_1040 (size=5153) 2024-11-18T18:25:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741864_1040 (size=5153) 2024-11-18T18:25:33,863 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/ns/a7bd8a6db98e4673a40f44906a467068 2024-11-18T18:25:33,900 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/table/aabdc4062cd14c63805b626469c7bae9 is 47, key is SPTestTable/table:state/1731954273501/Put/seqid=0 2024-11-18T18:25:33,908 DEBUG [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:25:33,908 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,44945,1731954249847; all regions closed. 2024-11-18T18:25:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741865_1041 (size=5214) 2024-11-18T18:25:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741865_1041 (size=5214) 2024-11-18T18:25:33,918 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/table/aabdc4062cd14c63805b626469c7bae9 2024-11-18T18:25:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741865_1041 (size=5214) 2024-11-18T18:25:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741834_1010 (size=3500) 2024-11-18T18:25:33,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/WALs/961a81da9827,44945,1731954249847/961a81da9827%2C44945%2C1731954249847.1731954251490 not finished, retry = 0 2024-11-18T18:25:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741834_1010 (size=3500) 2024-11-18T18:25:33,931 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/info/86106bdb5dbb487e9780ba978226d386 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/info/86106bdb5dbb487e9780ba978226d386 2024-11-18T18:25:33,945 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/info/86106bdb5dbb487e9780ba978226d386, entries=112, sequenceid=35, filesize=19.4 K 2024-11-18T18:25:33,946 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/ns/a7bd8a6db98e4673a40f44906a467068 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/ns/a7bd8a6db98e4673a40f44906a467068 2024-11-18T18:25:33,956 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/ns/a7bd8a6db98e4673a40f44906a467068, entries=2, sequenceid=35, filesize=5.0 K 2024-11-18T18:25:33,958 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/.tmp/table/aabdc4062cd14c63805b626469c7bae9 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/table/aabdc4062cd14c63805b626469c7bae9 2024-11-18T18:25:33,970 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/table/aabdc4062cd14c63805b626469c7bae9, entries=2, sequenceid=35, filesize=5.1 K 2024-11-18T18:25:33,973 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 263ms, sequenceid=35, compaction requested=false 2024-11-18T18:25:33,986 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-18T18:25:33,987 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:25:33,987 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:25:33,987 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731954333708Running coprocessor pre-close hooks at 1731954333708Disabling compacts and flushes for region at 1731954333708Disabling writes for close at 1731954333709 (+1 ms)Obtaining lock to block concurrent updates at 1731954333709Preparing flush snapshotting stores in 1588230740 at 1731954333709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731954333710 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731954333711 (+1 ms)Flushing 1588230740/info: creating writer at 1731954333711Flushing 1588230740/info: appending metadata at 1731954333751 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731954333751Flushing 1588230740/ns: creating writer at 1731954333815 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731954333837 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731954333837Flushing 1588230740/table: creating writer at 1731954333873 (+36 ms)Flushing 1588230740/table: appending metadata at 1731954333895 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731954333895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7991343a: reopening flushed file at 1731954333930 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a32134: reopening flushed file at 1731954333945 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b44dd36: reopening flushed file at 1731954333956 (+11 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 263ms, sequenceid=35, compaction requested=false at 1731954333973 (+17 ms)Writing region close event to WAL at 1731954333978 (+5 ms)Running coprocessor post-close hooks at 1731954333987 (+9 ms)Closed at 1731954333987 2024-11-18T18:25:33,988 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:25:34,030 DEBUG [RS:2;961a81da9827:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C44945%2C1731954249847:(num 1731954251490) 2024-11-18T18:25:34,031 DEBUG [RS:2;961a81da9827:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:25:34,031 INFO [RS:2;961a81da9827:44945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:25:34,031 INFO [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:25:34,032 INFO [RS:2;961a81da9827:44945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44945 2024-11-18T18:25:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,44945,1731954249847 2024-11-18T18:25:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:25:34,034 INFO [RS:2;961a81da9827:44945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:25:34,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,44945,1731954249847] 2024-11-18T18:25:34,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,44945,1731954249847 already deleted, retry=false 2024-11-18T18:25:34,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,44945,1731954249847 expired; onlineServers=1 2024-11-18T18:25:34,108 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,42653,1731954249729; all regions closed. 2024-11-18T18:25:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:25:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:25:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:25:34,114 DEBUG [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs 2024-11-18T18:25:34,115 INFO [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C42653%2C1731954249729.meta:.meta(num 1731954261802) 2024-11-18T18:25:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741833_1009 (size=4052) 2024-11-18T18:25:34,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741833_1009 (size=4052) 2024-11-18T18:25:34,120 DEBUG [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/oldWALs 2024-11-18T18:25:34,120 INFO [RS:1;961a81da9827:42653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C42653%2C1731954249729:(num 1731954251490) 2024-11-18T18:25:34,120 DEBUG [RS:1;961a81da9827:42653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:34,120 INFO [RS:1;961a81da9827:42653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:25:34,120 INFO [RS:1;961a81da9827:42653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:25:34,121 INFO [RS:1;961a81da9827:42653 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:25:34,121 INFO [RS:1;961a81da9827:42653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:25:34,121 INFO [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:25:34,121 INFO [RS:1;961a81da9827:42653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42653 2024-11-18T18:25:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,42653,1731954249729 2024-11-18T18:25:34,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:25:34,128 INFO [RS:1;961a81da9827:42653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:25:34,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,42653,1731954249729] 2024-11-18T18:25:34,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,42653,1731954249729 already deleted, retry=false 2024-11-18T18:25:34,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,42653,1731954249729 expired; onlineServers=0 2024-11-18T18:25:34,131 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '961a81da9827,36963,1731954248478' ***** 2024-11-18T18:25:34,131 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:25:34,131 INFO [M:0;961a81da9827:36963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:25:34,131 INFO [M:0;961a81da9827:36963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:25:34,131 DEBUG [M:0;961a81da9827:36963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:25:34,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:25:34,131 DEBUG [M:0;961a81da9827:36963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:25:34,131 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954251085 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954251085,5,FailOnTimeoutGroup] 2024-11-18T18:25:34,131 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954251083 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954251083,5,FailOnTimeoutGroup] 2024-11-18T18:25:34,132 INFO [M:0;961a81da9827:36963 {}] hbase.ChoreService(370): Chore service for: master/961a81da9827:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:25:34,132 INFO [M:0;961a81da9827:36963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:25:34,132 DEBUG [M:0;961a81da9827:36963 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:25:34,132 INFO [M:0;961a81da9827:36963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:25:34,132 INFO [M:0;961a81da9827:36963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:25:34,132 ERROR [M:0;961a81da9827:36963 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:46479 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46479,5,PEWorkerGroup] 2024-11-18T18:25:34,133 INFO [M:0;961a81da9827:36963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:25:34,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:25:34,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T18:25:34,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:34,135 DEBUG [M:0;961a81da9827:36963 {}] zookeeper.ZKUtil(347): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T18:25:34,135 WARN [M:0;961a81da9827:36963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:25:34,136 INFO [M:0;961a81da9827:36963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/.lastflushedseqids 2024-11-18T18:25:34,136 INFO [RS:2;961a81da9827:44945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:25:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x10107177d040003, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,136 INFO [RS:2;961a81da9827:44945 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,44945,1731954249847; zookeeper connection closed. 2024-11-18T18:25:34,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771c3647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771c3647 2024-11-18T18:25:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741866_1042 (size=668) 2024-11-18T18:25:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741866_1042 (size=668) 2024-11-18T18:25:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741866_1042 (size=668) 2024-11-18T18:25:34,154 INFO [M:0;961a81da9827:36963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:25:34,154 INFO [M:0;961a81da9827:36963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:25:34,154 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:25:34,154 INFO [M:0;961a81da9827:36963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:34,154 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:34,154 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:25:34,154 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:34,154 INFO [M:0;961a81da9827:36963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=186.31 KB heapSize=230.97 KB 2024-11-18T18:25:34,175 DEBUG [M:0;961a81da9827:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86059156039465a8a14a8cf87f742d9 is 82, key is hbase:meta,,1/info:regioninfo/1731954261977/Put/seqid=0 2024-11-18T18:25:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741867_1043 (size=5672) 2024-11-18T18:25:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741867_1043 (size=5672) 2024-11-18T18:25:34,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741867_1043 (size=5672) 2024-11-18T18:25:34,185 INFO [M:0;961a81da9827:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86059156039465a8a14a8cf87f742d9 2024-11-18T18:25:34,210 DEBUG [M:0;961a81da9827:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63295b16badd432e953ab18be345334c is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731954273510/Put/seqid=0 2024-11-18T18:25:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741868_1044 (size=8903) 2024-11-18T18:25:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741868_1044 (size=8903) 2024-11-18T18:25:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741868_1044 (size=8903) 2024-11-18T18:25:34,233 INFO [M:0;961a81da9827:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=185.58 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63295b16badd432e953ab18be345334c 2024-11-18T18:25:34,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42653-0x10107177d040002, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,239 INFO [RS:1;961a81da9827:42653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:25:34,239 INFO [RS:1;961a81da9827:42653 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,42653,1731954249729; zookeeper connection closed. 2024-11-18T18:25:34,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b87cfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b87cfe 2024-11-18T18:25:34,241 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T18:25:34,242 INFO [M:0;961a81da9827:36963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63295b16badd432e953ab18be345334c 2024-11-18T18:25:34,259 DEBUG [M:0;961a81da9827:36963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7cce9863744512985e34b17e6e9ab9 is 69, key is 961a81da9827,42653,1731954249729/rs:state/1731954251199/Put/seqid=0 2024-11-18T18:25:34,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741869_1045 (size=5441) 2024-11-18T18:25:34,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741869_1045 (size=5441) 2024-11-18T18:25:34,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741869_1045 (size=5441) 2024-11-18T18:25:34,269 INFO [M:0;961a81da9827:36963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7cce9863744512985e34b17e6e9ab9 2024-11-18T18:25:34,275 INFO [M:0;961a81da9827:36963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef7cce9863744512985e34b17e6e9ab9 2024-11-18T18:25:34,276 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c86059156039465a8a14a8cf87f742d9 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c86059156039465a8a14a8cf87f742d9 2024-11-18T18:25:34,287 INFO [M:0;961a81da9827:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c86059156039465a8a14a8cf87f742d9, entries=8, sequenceid=488, filesize=5.5 K 2024-11-18T18:25:34,288 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63295b16badd432e953ab18be345334c as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63295b16badd432e953ab18be345334c 2024-11-18T18:25:34,294 INFO [M:0;961a81da9827:36963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63295b16badd432e953ab18be345334c 2024-11-18T18:25:34,295 INFO [M:0;961a81da9827:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63295b16badd432e953ab18be345334c, entries=54, sequenceid=488, filesize=8.7 K 2024-11-18T18:25:34,296 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef7cce9863744512985e34b17e6e9ab9 as hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef7cce9863744512985e34b17e6e9ab9 2024-11-18T18:25:34,304 INFO [M:0;961a81da9827:36963 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef7cce9863744512985e34b17e6e9ab9 2024-11-18T18:25:34,304 INFO [M:0;961a81da9827:36963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46479/user/jenkins/test-data/537e673d-f29a-db89-1846-47027812d84d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef7cce9863744512985e34b17e6e9ab9, entries=3, sequenceid=488, filesize=5.3 K 2024-11-18T18:25:34,305 INFO [M:0;961a81da9827:36963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~186.31 KB/190785, heapSize ~230.67 KB/236208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=488, compaction requested=false 2024-11-18T18:25:34,307 INFO [M:0;961a81da9827:36963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:34,307 DEBUG [M:0;961a81da9827:36963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731954334154Disabling compacts and flushes for region at 1731954334154Disabling writes for close at 1731954334154Obtaining lock to block concurrent updates at 1731954334154Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731954334154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=190785, getHeapSize=236448, getOffHeapSize=0, getCellsCount=591 at 1731954334155 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731954334155Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731954334155Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731954334174 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731954334174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731954334191 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731954334210 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731954334210Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731954334242 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731954334258 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731954334258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6c3694: reopening flushed file at 1731954334275 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e48e446: reopening flushed file at 1731954334287 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e275af: reopening flushed file at 1731954334295 (+8 ms)Finished flush of dataSize ~186.31 KB/190785, heapSize ~230.67 KB/236208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=488, compaction requested=false at 1731954334305 (+10 ms)Writing region close event to WAL at 1731954334307 (+2 ms)Closed at 1731954334307 2024-11-18T18:25:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741830_1006 (size=223336) 2024-11-18T18:25:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44069 is added to blk_1073741830_1006 (size=223336) 2024-11-18T18:25:34,313 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:25:34,313 INFO [M:0;961a81da9827:36963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:25:34,313 INFO [M:0;961a81da9827:36963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36963 2024-11-18T18:25:34,314 INFO [M:0;961a81da9827:36963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:25:34,417 INFO [M:0;961a81da9827:36963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:25:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36963-0x10107177d040000, quorum=127.0.0.1:61953, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:25:34,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd9b709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:34,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb5a713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:25:34,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:25:34,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@362d3e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:25:34,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46521dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,STOPPED} 2024-11-18T18:25:34,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:25:34,438 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:25:34,438 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155307101-172.17.0.2-1731954243992 (Datanode Uuid ddf2d3ec-fe1a-48a9-b788-4bde0b247d45) service to localhost/127.0.0.1:46479 2024-11-18T18:25:34,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:25:34,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data5/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data6/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,441 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:25:34,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0163dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:34,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46ce7c55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:25:34,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:25:34,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4d8988{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:25:34,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35034a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,STOPPED} 2024-11-18T18:25:34,446 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:25:34,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:25:34,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:25:34,447 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155307101-172.17.0.2-1731954243992 (Datanode Uuid 8418abe5-8427-418d-8239-10d84373f462) service to localhost/127.0.0.1:46479 2024-11-18T18:25:34,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data3/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data4/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:25:34,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dba9aab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:34,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606697ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:25:34,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:25:34,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1377073d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:25:34,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604d8866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,STOPPED} 2024-11-18T18:25:34,459 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:25:34,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:25:34,459 WARN [BP-155307101-172.17.0.2-1731954243992 heartbeating to localhost/127.0.0.1:46479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-155307101-172.17.0.2-1731954243992 (Datanode Uuid 9b9698d3-6a68-4455-9acb-a603e1645ece) service to localhost/127.0.0.1:46479 2024-11-18T18:25:34,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:25:34,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data1/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/cluster_5f44827b-3932-7bcc-339b-506ee87e1bbb/data/data2/current/BP-155307101-172.17.0.2-1731954243992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:25:34,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:25:34,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:25:34,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:25:34,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:25:34,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:25:34,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir/,STOPPED} 2024-11-18T18:25:34,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:25:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:25:34,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/961a81da9827:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:46479 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/961a81da9827:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:46479 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/961a81da9827:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:46479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@680aff2c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/961a81da9827:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/961a81da9827:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/961a81da9827:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:46479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/961a81da9827:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/961a81da9827:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=434 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 620), ProcessCount=11 (was 11), AvailableMemoryMB=2368 (was 2911) 2024-11-18T18:25:34,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=434, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=2368 2024-11-18T18:25:34,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir so I do NOT create it in target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3 2024-11-18T18:25:34,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:25:34,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.tmp.dir so I do NOT create it in target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3 2024-11-18T18:25:34,601 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d752179e-073b-560e-9ce2-368d23223e61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:25:34,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3 2024-11-18T18:25:34,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:25:34,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb, deleteOnExit=true 2024-11-18T18:25:34,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:25:34,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/test.cache.data in system properties and HBase conf 2024-11-18T18:25:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:25:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:25:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:25:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:25:34,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:25:34,602 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:25:34,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:25:34,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:25:34,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:25:34,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:25:34,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:25:34,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:25:34,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:25:34,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:25:34,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:25:34,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:25:34,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:25:34,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:25:34,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c2dc059{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:25:34,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a84448c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:25:34,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d233167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/java.io.tmpdir/jetty-localhost-33281-hadoop-hdfs-3_4_1-tests_jar-_-any-11499385594198665746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:25:34,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464690a0{HTTP/1.1, (http/1.1)}{localhost:33281} 2024-11-18T18:25:34,847 INFO [Time-limited test {}] server.Server(415): Started @94236ms 2024-11-18T18:25:34,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:25:34,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:25:34,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:25:34,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:25:34,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:25:34,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790b78d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:25:34,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5132e267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:25:35,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df4e6da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/java.io.tmpdir/jetty-localhost-44821-hadoop-hdfs-3_4_1-tests_jar-_-any-10089703404893577650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:35,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b65defa{HTTP/1.1, (http/1.1)}{localhost:44821} 2024-11-18T18:25:35,077 INFO [Time-limited test {}] server.Server(415): Started @94465ms 2024-11-18T18:25:35,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:25:35,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:25:35,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:25:35,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:25:35,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:25:35,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:25:35,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@733cf0e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:25:35,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c207249{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:25:35,189 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data1/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,189 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data2/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,218 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:25:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f94d57e73922445 with lease ID 0xffc73acbc390622: Processing first storage report for DS-a5169347-7d00-4bae-abdf-4e63b3365482 from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=2e3f9513-0c23-4d10-8efb-04730713583b, infoPort=33785, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f94d57e73922445 with lease ID 0xffc73acbc390622: from storage DS-a5169347-7d00-4bae-abdf-4e63b3365482 node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=2e3f9513-0c23-4d10-8efb-04730713583b, infoPort=33785, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f94d57e73922445 with lease ID 0xffc73acbc390622: Processing first storage report for DS-d3d9ee28-4ed4-424a-aaaa-f67e9c042231 from datanode DatanodeRegistration(127.0.0.1:39995, datanodeUuid=2e3f9513-0c23-4d10-8efb-04730713583b, infoPort=33785, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f94d57e73922445 with lease ID 0xffc73acbc390622: from storage DS-d3d9ee28-4ed4-424a-aaaa-f67e9c042231 node DatanodeRegistration(127.0.0.1:39995, datanodeUuid=2e3f9513-0c23-4d10-8efb-04730713583b, infoPort=33785, infoSecurePort=0, ipcPort=34407, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36963f5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/java.io.tmpdir/jetty-localhost-42263-hadoop-hdfs-3_4_1-tests_jar-_-any-11275054702066572435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:35,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31545903{HTTP/1.1, (http/1.1)}{localhost:42263} 2024-11-18T18:25:35,275 INFO [Time-limited test {}] server.Server(415): Started @94663ms 2024-11-18T18:25:35,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:25:35,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:25:35,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:25:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:25:35,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:25:35,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:25:35,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c76ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:25:35,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11813432{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:25:35,378 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data4/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,378 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data3/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,418 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:25:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391824f06deb786 with lease ID 0xffc73acbc390623: Processing first storage report for DS-42eccae1-57ea-4153-8339-d0ca5684596c from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=aa0df2c1-5ee3-4527-a650-62f0ded332fe, infoPort=40385, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391824f06deb786 with lease ID 0xffc73acbc390623: from storage DS-42eccae1-57ea-4153-8339-d0ca5684596c node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=aa0df2c1-5ee3-4527-a650-62f0ded332fe, infoPort=40385, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391824f06deb786 with lease ID 0xffc73acbc390623: Processing first storage report for DS-243ea6b7-743c-459e-ac19-0f90efce31ea from datanode DatanodeRegistration(127.0.0.1:36409, datanodeUuid=aa0df2c1-5ee3-4527-a650-62f0ded332fe, infoPort=40385, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,424 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391824f06deb786 with lease ID 0xffc73acbc390623: from storage DS-243ea6b7-743c-459e-ac19-0f90efce31ea node DatanodeRegistration(127.0.0.1:36409, datanodeUuid=aa0df2c1-5ee3-4527-a650-62f0ded332fe, infoPort=40385, infoSecurePort=0, ipcPort=36319, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653530cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/java.io.tmpdir/jetty-localhost-46837-hadoop-hdfs-3_4_1-tests_jar-_-any-14629496278817887556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:25:35,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1829e4c{HTTP/1.1, (http/1.1)}{localhost:46837} 2024-11-18T18:25:35,460 INFO [Time-limited test {}] server.Server(415): Started @94849ms 2024-11-18T18:25:35,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:25:35,554 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data5/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,554 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data6/current/BP-1633397420-172.17.0.2-1731954334637/current, will proceed with Du for space computation calculation, 2024-11-18T18:25:35,581 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:25:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d915c8fcbc75bcf with lease ID 0xffc73acbc390624: Processing first storage report for DS-51061e4b-3e89-4213-8ffa-5c82705580eb from datanode DatanodeRegistration(127.0.0.1:43489, datanodeUuid=69b5f709-ecbb-42a7-a5ec-55bf1ad7bb86, infoPort=41907, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d915c8fcbc75bcf with lease ID 0xffc73acbc390624: from storage DS-51061e4b-3e89-4213-8ffa-5c82705580eb node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=69b5f709-ecbb-42a7-a5ec-55bf1ad7bb86, infoPort=41907, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d915c8fcbc75bcf with lease ID 0xffc73acbc390624: Processing first storage report for DS-55733476-4eef-4d52-9c0b-d716c565568b from datanode DatanodeRegistration(127.0.0.1:43489, datanodeUuid=69b5f709-ecbb-42a7-a5ec-55bf1ad7bb86, infoPort=41907, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637) 2024-11-18T18:25:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d915c8fcbc75bcf with lease ID 0xffc73acbc390624: from storage DS-55733476-4eef-4d52-9c0b-d716c565568b node DatanodeRegistration(127.0.0.1:43489, datanodeUuid=69b5f709-ecbb-42a7-a5ec-55bf1ad7bb86, infoPort=41907, infoSecurePort=0, ipcPort=37905, storageInfo=lv=-57;cid=testClusterID;nsid=1457925126;c=1731954334637), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:25:35,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3 2024-11-18T18:25:35,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/zookeeper_0, clientPort=58806, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:25:35,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58806 2024-11-18T18:25:35,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:25:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:25:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:25:35,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 with version=8 2024-11-18T18:25:35,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/hbase-staging 2024-11-18T18:25:35,625 INFO [Time-limited test {}] client.ConnectionUtils(128): master/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:25:35,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:25:35,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45603 2024-11-18T18:25:35,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45603 connecting to ZooKeeper ensemble=127.0.0.1:58806 2024-11-18T18:25:35,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456030x0, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:25:35,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45603-0x1010718d4140000 connected 2024-11-18T18:25:35,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:35,686 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45, hbase.cluster.distributed=false 2024-11-18T18:25:35,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:25:35,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-18T18:25:35,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45603 2024-11-18T18:25:35,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45603 2024-11-18T18:25:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-18T18:25:35,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-18T18:25:35,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:25:35,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:25:35,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:25:35,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43945 2024-11-18T18:25:35,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43945 connecting to ZooKeeper ensemble=127.0.0.1:58806 2024-11-18T18:25:35,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439450x0, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:25:35,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439450x0, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:35,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43945-0x1010718d4140001 connected 2024-11-18T18:25:35,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:25:35,741 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:25:35,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:25:35,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:25:35,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-18T18:25:35,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43945 2024-11-18T18:25:35,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43945 2024-11-18T18:25:35,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-18T18:25:35,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43945 2024-11-18T18:25:35,778 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:25:35,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:25:35,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:25:35,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:25:35,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:25:35,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34515 2024-11-18T18:25:35,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34515 connecting to ZooKeeper ensemble=127.0.0.1:58806 2024-11-18T18:25:35,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345150x0, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:25:35,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345150x0, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:35,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:25:35,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34515-0x1010718d4140002 connected 2024-11-18T18:25:35,795 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:25:35,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:25:35,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:25:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-18T18:25:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34515 2024-11-18T18:25:35,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34515 2024-11-18T18:25:35,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-18T18:25:35,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-18T18:25:35,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/961a81da9827:0 server-side Connection retries=45 2024-11-18T18:25:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:25:35,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:25:35,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:25:35,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:25:35,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:25:35,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39721 2024-11-18T18:25:35,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39721 connecting to ZooKeeper ensemble=127.0.0.1:58806 2024-11-18T18:25:35,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397210x0, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:25:35,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397210x0, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:25:35,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39721-0x1010718d4140003 connected 2024-11-18T18:25:35,841 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:25:35,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:25:35,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:25:35,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:25:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39721 2024-11-18T18:25:35,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39721 2024-11-18T18:25:35,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39721 2024-11-18T18:25:35,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39721 2024-11-18T18:25:35,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39721 2024-11-18T18:25:35,873 DEBUG [M:0;961a81da9827:45603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;961a81da9827:45603 2024-11-18T18:25:35,874 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/961a81da9827,45603,1731954335624 2024-11-18T18:25:35,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,878 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/961a81da9827,45603,1731954335624 2024-11-18T18:25:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:25:35,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,882 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T18:25:35,883 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/961a81da9827,45603,1731954335624 from backup master directory 2024-11-18T18:25:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/961a81da9827,45603,1731954335624 2024-11-18T18:25:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,885 WARN [master/961a81da9827:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:25:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:25:35,885 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=961a81da9827,45603,1731954335624 2024-11-18T18:25:35,895 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/hbase.id] with ID: 3f644b9e-cc78-497e-99c8-3cf0b13370a0 2024-11-18T18:25:35,895 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.tmp/hbase.id 2024-11-18T18:25:35,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:25:35,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:25:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:25:35,907 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.tmp/hbase.id]:[hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/hbase.id] 2024-11-18T18:25:35,928 INFO [master/961a81da9827:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:25:35,929 INFO [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:25:35,931 INFO [master/961a81da9827:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T18:25:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:25:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:25:35,946 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:25:35,947 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:25:35,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:25:35,947 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:25:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:25:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:25:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:25:35,970 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store 2024-11-18T18:25:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:25:35,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:25:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:25:35,980 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:35,980 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:25:35,980 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731954335980Disabling compacts and flushes for region at 1731954335980Disabling writes for close at 1731954335980Writing region close event to WAL at 1731954335980Closed at 1731954335980 2024-11-18T18:25:35,981 WARN [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/.initializing 2024-11-18T18:25:35,981 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/WALs/961a81da9827,45603,1731954335624 2024-11-18T18:25:35,982 INFO [master/961a81da9827:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:25:35,984 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C45603%2C1731954335624, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/WALs/961a81da9827,45603,1731954335624, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/oldWALs, maxLogs=10 2024-11-18T18:25:36,000 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/WALs/961a81da9827,45603,1731954335624/961a81da9827%2C45603%2C1731954335624.1731954335985, exclude list is [], retry=0 2024-11-18T18:25:36,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-42eccae1-57ea-4153-8339-d0ca5684596c,DISK] 2024-11-18T18:25:36,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-51061e4b-3e89-4213-8ffa-5c82705580eb,DISK] 2024-11-18T18:25:36,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-a5169347-7d00-4bae-abdf-4e63b3365482,DISK] 2024-11-18T18:25:36,014 INFO [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/WALs/961a81da9827,45603,1731954335624/961a81da9827%2C45603%2C1731954335624.1731954335985 2024-11-18T18:25:36,015 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785),(127.0.0.1/127.0.0.1:41907:41907),(127.0.0.1/127.0.0.1:40385:40385)] 2024-11-18T18:25:36,015 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:25:36,015 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:36,015 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,015 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:25:36,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:36,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:25:36,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:36,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:25:36,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:36,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:25:36,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:36,026 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,027 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,029 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,029 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,029 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:25:36,031 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:25:36,033 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:36,034 INFO [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65377190, jitterRate=-0.025803953409194946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:25:36,035 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731954336016Initializing all the Stores at 1731954336017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954336017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954336017Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954336017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954336017Cleaning up temporary data from old regions at 1731954336029 (+12 ms)Region opened successfully at 1731954336035 (+6 ms) 2024-11-18T18:25:36,037 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:25:36,041 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f72111e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:25:36,042 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:25:36,043 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:25:36,043 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:25:36,043 INFO [master/961a81da9827:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:25:36,043 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:25:36,044 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:25:36,044 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T18:25:36,047 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:25:36,048 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T18:25:36,049 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T18:25:36,050 INFO [master/961a81da9827:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:25:36,050 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:25:36,052 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T18:25:36,052 INFO [master/961a81da9827:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:25:36,053 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:25:36,054 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T18:25:36,055 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:25:36,056 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T18:25:36,059 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:25:36,060 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T18:25:36,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:36,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:25:36,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,065 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=961a81da9827,45603,1731954335624, sessionid=0x1010718d4140000, setting cluster-up flag (Was=false) 2024-11-18T18:25:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,076 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T18:25:36,082 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,45603,1731954335624 2024-11-18T18:25:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,095 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T18:25:36,096 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=961a81da9827,45603,1731954335624 2024-11-18T18:25:36,098 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:25:36,100 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:25:36,100 INFO [master/961a81da9827:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:25:36,101 INFO [master/961a81da9827:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:25:36,101 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 961a81da9827,45603,1731954335624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/961a81da9827:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/961a81da9827:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:25:36,103 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,105 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731954366105 2024-11-18T18:25:36,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:25:36,105 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:25:36,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:25:36,105 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:25:36,105 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:25:36,106 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:25:36,106 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:25:36,106 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:25:36,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:25:36,109 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,112 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:25:36,112 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:25:36,112 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:25:36,113 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:25:36,113 INFO [master/961a81da9827:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:25:36,117 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954336113,5,FailOnTimeoutGroup] 2024-11-18T18:25:36,119 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954336117,5,FailOnTimeoutGroup] 2024-11-18T18:25:36,119 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,120 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:25:36,120 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,120 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:25:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:25:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:25:36,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:25:36,129 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:25:36,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:25:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:25:36,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:36,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:25:36,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:25:36,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:36,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:25:36,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:25:36,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:36,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:25:36,163 INFO [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(746): ClusterId : 3f644b9e-cc78-497e-99c8-3cf0b13370a0 2024-11-18T18:25:36,163 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:25:36,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:25:36,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,165 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(746): ClusterId : 3f644b9e-cc78-497e-99c8-3cf0b13370a0 2024-11-18T18:25:36,165 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:25:36,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:36,166 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(746): ClusterId : 3f644b9e-cc78-497e-99c8-3cf0b13370a0 2024-11-18T18:25:36,166 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:25:36,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:25:36,168 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:25:36,168 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:25:36,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:25:36,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:36,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:36,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:25:36,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740 2024-11-18T18:25:36,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740 2024-11-18T18:25:36,172 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:25:36,172 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:25:36,172 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:25:36,172 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:25:36,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:25:36,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:25:36,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:25:36,176 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:25:36,176 DEBUG [RS:1;961a81da9827:34515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780395ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:25:36,179 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:25:36,180 DEBUG [RS:2;961a81da9827:39721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb2e7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:25:36,180 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:25:36,180 DEBUG [RS:0;961a81da9827:43945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116d950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=961a81da9827/172.17.0.2:0 2024-11-18T18:25:36,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:25:36,195 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:36,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63002320, jitterRate=-0.06119227409362793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:25:36,197 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;961a81da9827:34515 2024-11-18T18:25:36,197 INFO [RS:1;961a81da9827:34515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:25:36,197 INFO [RS:1;961a81da9827:34515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:25:36,197 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:25:36,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731954336150Initializing all the Stores at 1731954336151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954336152 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954336153 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954336153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954336153Cleaning up temporary data from old regions at 1731954336173 (+20 ms)Region opened successfully at 1731954336197 (+24 ms) 2024-11-18T18:25:36,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:25:36,198 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:25:36,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:25:36,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:25:36,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:25:36,198 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,45603,1731954335624 with port=34515, startcode=1731954335778 2024-11-18T18:25:36,198 DEBUG [RS:1;961a81da9827:34515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:25:36,200 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;961a81da9827:39721 2024-11-18T18:25:36,200 INFO [RS:2;961a81da9827:39721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:25:36,200 INFO [RS:2;961a81da9827:39721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:25:36,200 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:25:36,201 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,45603,1731954335624 with port=39721, startcode=1731954335827 2024-11-18T18:25:36,201 DEBUG [RS:2;961a81da9827:39721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:25:36,203 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;961a81da9827:43945 2024-11-18T18:25:36,203 INFO [RS:0;961a81da9827:43945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:25:36,203 INFO [RS:0;961a81da9827:43945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:25:36,203 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:25:36,204 INFO [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(2659): reportForDuty to master=961a81da9827,45603,1731954335624 with port=43945, startcode=1731954335717 2024-11-18T18:25:36,204 DEBUG [RS:0;961a81da9827:43945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:25:36,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:25:36,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731954336197Disabling compacts and flushes for region at 1731954336197Disabling writes for close at 1731954336198 (+1 ms)Writing region close event to WAL at 1731954336205 (+7 ms)Closed at 1731954336205 2024-11-18T18:25:36,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:25:36,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:25:36,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:25:36,210 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:25:36,210 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:25:36,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:25:36,212 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:25:36,213 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36609, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:25:36,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,43945,1731954335717 2024-11-18T18:25:36,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(517): Registering regionserver=961a81da9827,43945,1731954335717 2024-11-18T18:25:36,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,39721,1731954335827 2024-11-18T18:25:36,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(517): Registering regionserver=961a81da9827,39721,1731954335827 2024-11-18T18:25:36,216 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:36,216 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-11-18T18:25:36,216 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:25:36,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 961a81da9827,34515,1731954335778 2024-11-18T18:25:36,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(517): Registering regionserver=961a81da9827,34515,1731954335778 2024-11-18T18:25:36,218 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:36,218 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-11-18T18:25:36,218 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:25:36,219 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:36,219 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-11-18T18:25:36,219 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:25:36,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:25:36,226 DEBUG [RS:0;961a81da9827:43945 {}] zookeeper.ZKUtil(111): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,43945,1731954335717 2024-11-18T18:25:36,227 WARN [RS:0;961a81da9827:43945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:25:36,227 INFO [RS:0;961a81da9827:43945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:25:36,227 DEBUG [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717 2024-11-18T18:25:36,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,39721,1731954335827] 2024-11-18T18:25:36,227 DEBUG [RS:1;961a81da9827:34515 {}] zookeeper.ZKUtil(111): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,34515,1731954335778 2024-11-18T18:25:36,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,34515,1731954335778] 2024-11-18T18:25:36,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [961a81da9827,43945,1731954335717] 2024-11-18T18:25:36,227 WARN [RS:1;961a81da9827:34515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:25:36,227 INFO [RS:1;961a81da9827:34515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:25:36,227 DEBUG [RS:2;961a81da9827:39721 {}] zookeeper.ZKUtil(111): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/961a81da9827,39721,1731954335827 2024-11-18T18:25:36,227 WARN [RS:2;961a81da9827:39721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:25:36,227 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,34515,1731954335778 2024-11-18T18:25:36,228 INFO [RS:2;961a81da9827:39721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:25:36,228 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827 2024-11-18T18:25:36,237 INFO [RS:1;961a81da9827:34515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:25:36,239 INFO [RS:2;961a81da9827:39721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:25:36,239 INFO [RS:0;961a81da9827:43945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:25:36,239 INFO [RS:1;961a81da9827:34515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:25:36,240 INFO [RS:1;961a81da9827:34515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:25:36,240 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,242 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:25:36,242 INFO [RS:2;961a81da9827:39721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:25:36,243 INFO [RS:2;961a81da9827:39721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:25:36,243 INFO [RS:1;961a81da9827:34515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:25:36,243 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,243 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,243 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,243 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,243 INFO [RS:0;961a81da9827:43945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:25:36,243 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 INFO [RS:0;961a81da9827:43945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,244 DEBUG [RS:1;961a81da9827:34515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,253 INFO [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 INFO [RS:0;961a81da9827:43945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,254 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,254 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,34515,1731954335778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:25:36,254 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,255 DEBUG [RS:0;961a81da9827:43945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,257 INFO [RS:2;961a81da9827:39721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:25:36,257 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/961a81da9827:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,258 DEBUG [RS:2;961a81da9827:39721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/961a81da9827:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,43945,1731954335717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,266 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,39721,1731954335827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:25:36,277 INFO [RS:1;961a81da9827:34515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:25:36,278 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,34515,1731954335778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,278 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,278 INFO [RS:1;961a81da9827:34515 {}] regionserver.Replication(171): 961a81da9827,34515,1731954335778 started 2024-11-18T18:25:36,287 INFO [RS:0;961a81da9827:43945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:25:36,287 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,43945,1731954335717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,287 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,287 INFO [RS:0;961a81da9827:43945 {}] regionserver.Replication(171): 961a81da9827,43945,1731954335717 started 2024-11-18T18:25:36,289 INFO [RS:2;961a81da9827:39721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:25:36,289 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,39721,1731954335827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,289 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,289 INFO [RS:2;961a81da9827:39721 {}] regionserver.Replication(171): 961a81da9827,39721,1731954335827 started 2024-11-18T18:25:36,299 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,299 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,34515,1731954335778, RpcServer on 961a81da9827/172.17.0.2:34515, sessionid=0x1010718d4140002 2024-11-18T18:25:36,299 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:25:36,299 DEBUG [RS:1;961a81da9827:34515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,34515,1731954335778 2024-11-18T18:25:36,299 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,34515,1731954335778' 2024-11-18T18:25:36,299 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,34515,1731954335778 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,34515,1731954335778' 2024-11-18T18:25:36,300 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:25:36,301 DEBUG [RS:1;961a81da9827:34515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:25:36,301 DEBUG [RS:1;961a81da9827:34515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:25:36,301 INFO [RS:1;961a81da9827:34515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:25:36,301 INFO [RS:1;961a81da9827:34515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:25:36,306 INFO [RS:0;961a81da9827:43945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,306 INFO [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,43945,1731954335717, RpcServer on 961a81da9827/172.17.0.2:43945, sessionid=0x1010718d4140001 2024-11-18T18:25:36,306 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:25:36,306 DEBUG [RS:0;961a81da9827:43945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,43945,1731954335717 2024-11-18T18:25:36,306 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,43945,1731954335717' 2024-11-18T18:25:36,306 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:25:36,306 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,43945,1731954335717 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,43945,1731954335717' 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:25:36,307 DEBUG [RS:0;961a81da9827:43945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:25:36,308 DEBUG [RS:0;961a81da9827:43945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:25:36,308 INFO [RS:0;961a81da9827:43945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:25:36,308 INFO [RS:0;961a81da9827:43945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:25:36,312 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:36,312 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1482): Serving as 961a81da9827,39721,1731954335827, RpcServer on 961a81da9827/172.17.0.2:39721, sessionid=0x1010718d4140003 2024-11-18T18:25:36,312 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:25:36,312 DEBUG [RS:2;961a81da9827:39721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 961a81da9827,39721,1731954335827 2024-11-18T18:25:36,312 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,39721,1731954335827' 2024-11-18T18:25:36,312 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 961a81da9827,39721,1731954335827 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '961a81da9827,39721,1731954335827' 2024-11-18T18:25:36,313 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:25:36,314 DEBUG [RS:2;961a81da9827:39721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:25:36,314 DEBUG [RS:2;961a81da9827:39721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:25:36,314 INFO [RS:2;961a81da9827:39721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:25:36,314 INFO [RS:2;961a81da9827:39721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:25:36,363 WARN [961a81da9827:45603 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:25:36,402 INFO [RS:1;961a81da9827:34515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:25:36,404 INFO [RS:1;961a81da9827:34515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C34515%2C1731954335778, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,34515,1731954335778, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs, maxLogs=32 2024-11-18T18:25:36,408 INFO [RS:0;961a81da9827:43945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:25:36,410 INFO [RS:0;961a81da9827:43945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C43945%2C1731954335717, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs, maxLogs=32 2024-11-18T18:25:36,415 INFO [RS:2;961a81da9827:39721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:25:36,417 INFO [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C39721%2C1731954335827, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs, maxLogs=32 2024-11-18T18:25:36,419 DEBUG [RS:1;961a81da9827:34515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,34515,1731954335778/961a81da9827%2C34515%2C1731954335778.1731954336405, exclude list is [], retry=0 2024-11-18T18:25:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-42eccae1-57ea-4153-8339-d0ca5684596c,DISK] 2024-11-18T18:25:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-51061e4b-3e89-4213-8ffa-5c82705580eb,DISK] 2024-11-18T18:25:36,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-a5169347-7d00-4bae-abdf-4e63b3365482,DISK] 2024-11-18T18:25:36,429 DEBUG [RS:0;961a81da9827:43945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717/961a81da9827%2C43945%2C1731954335717.1731954336411, exclude list is [], retry=0 2024-11-18T18:25:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-a5169347-7d00-4bae-abdf-4e63b3365482,DISK] 2024-11-18T18:25:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-51061e4b-3e89-4213-8ffa-5c82705580eb,DISK] 2024-11-18T18:25:36,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-42eccae1-57ea-4153-8339-d0ca5684596c,DISK] 2024-11-18T18:25:36,433 INFO [RS:1;961a81da9827:34515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,34515,1731954335778/961a81da9827%2C34515%2C1731954335778.1731954336405 2024-11-18T18:25:36,435 DEBUG [RS:2;961a81da9827:39721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827/961a81da9827%2C39721%2C1731954335827.1731954336418, exclude list is [], retry=0 2024-11-18T18:25:36,435 DEBUG [RS:1;961a81da9827:34515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907),(127.0.0.1/127.0.0.1:33785:33785),(127.0.0.1/127.0.0.1:40385:40385)] 2024-11-18T18:25:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-42eccae1-57ea-4153-8339-d0ca5684596c,DISK] 2024-11-18T18:25:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-51061e4b-3e89-4213-8ffa-5c82705580eb,DISK] 2024-11-18T18:25:36,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-a5169347-7d00-4bae-abdf-4e63b3365482,DISK] 2024-11-18T18:25:36,440 INFO [RS:0;961a81da9827:43945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717/961a81da9827%2C43945%2C1731954335717.1731954336411 2024-11-18T18:25:36,440 DEBUG [RS:0;961a81da9827:43945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33785:33785),(127.0.0.1/127.0.0.1:41907:41907),(127.0.0.1/127.0.0.1:40385:40385)] 2024-11-18T18:25:36,440 INFO [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827/961a81da9827%2C39721%2C1731954335827.1731954336418 2024-11-18T18:25:36,441 DEBUG [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40385:40385),(127.0.0.1/127.0.0.1:41907:41907),(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-18T18:25:36,613 DEBUG [961a81da9827:45603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T18:25:36,614 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:25:36,616 INFO [961a81da9827:45603 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:25:36,616 INFO [961a81da9827:45603 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:25:36,616 INFO [961a81da9827:45603 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:25:36,616 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:25:36,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:36,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,39721,1731954335827, state=OPENING 2024-11-18T18:25:36,619 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:25:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:25:36,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:25:36,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:36,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:36,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:25:36,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:36,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:38,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:38,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:38,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:39,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:25:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:39,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:39,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:39,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:25:39,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:25:44,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:25:44,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:44,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:44,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:45,927 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=961a81da9827:36963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T18:25:46,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:25:46,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:25:46,631 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:25:46,631 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:25:46,632 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:25:46,634 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=961a81da9827%2C39721%2C1731954335827.meta, suffix=.meta, logDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs, maxLogs=32 2024-11-18T18:25:46,647 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827/961a81da9827%2C39721%2C1731954335827.meta.1731954346634.meta, exclude list is [], retry=0 2024-11-18T18:25:46,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43489,DS-51061e4b-3e89-4213-8ffa-5c82705580eb,DISK] 2024-11-18T18:25:46,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36409,DS-42eccae1-57ea-4153-8339-d0ca5684596c,DISK] 2024-11-18T18:25:46,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39995,DS-a5169347-7d00-4bae-abdf-4e63b3365482,DISK] 2024-11-18T18:25:46,653 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,39721,1731954335827/961a81da9827%2C39721%2C1731954335827.meta.1731954346634.meta 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41907:41907),(127.0.0.1/127.0.0.1:40385:40385),(127.0.0.1/127.0.0.1:33785:33785)] 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:25:46,654 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:25:46,654 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:46,655 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:25:46,655 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:25:46,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:25:46,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:25:46,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:46,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:46,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:25:46,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:25:46,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:46,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:46,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:25:46,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:25:46,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:46,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:46,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:25:46,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:25:46,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:46,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:25:46,663 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:25:46,664 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740 2024-11-18T18:25:46,666 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740 2024-11-18T18:25:46,667 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:25:46,667 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:25:46,668 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:25:46,670 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:25:46,670 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69834178, jitterRate=0.04061034321784973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:25:46,671 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:25:46,671 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731954346655Writing region info on filesystem at 1731954346655Initializing all the Stores at 1731954346656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954346656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954346656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954346656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731954346656Cleaning up temporary data from old regions at 1731954346667 (+11 ms)Running coprocessor post-open hooks at 1731954346671 (+4 ms)Region opened successfully at 1731954346671 2024-11-18T18:25:46,672 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731954346624 2024-11-18T18:25:46,674 DEBUG [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:25:46,674 INFO [RS_OPEN_META-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:25:46,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:46,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 961a81da9827,39721,1731954335827, state=OPEN 2024-11-18T18:25:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:25:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:25:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:25:46,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:46,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:46,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:46,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:25:46,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:25:46,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=961a81da9827,39721,1731954335827 2024-11-18T18:25:46,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:25:46,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=961a81da9827,39721,1731954335827 in 10.0570 sec 2024-11-18T18:25:46,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:25:46,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4730 sec 2024-11-18T18:25:46,684 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:25:46,684 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:25:46,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:25:46,687 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,39721,1731954335827, seqNum=-1] 2024-11-18T18:25:46,687 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:25:46,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:25:46,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5940 sec 2024-11-18T18:25:46,694 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731954346694, completionTime=-1 2024-11-18T18:25:46,694 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T18:25:46,694 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731954406696 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731954466696 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,696 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,697 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-961a81da9827:45603, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,697 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,697 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,698 DEBUG [master/961a81da9827:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:25:46,701 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.816sec 2024-11-18T18:25:46,701 INFO [master/961a81da9827:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:25:46,702 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:25:46,705 DEBUG [master/961a81da9827:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:25:46,705 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:25:46,705 INFO [master/961a81da9827:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=961a81da9827,45603,1731954335624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:25:46,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0f0dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 961a81da9827,45603,-1 for getting cluster id 2024-11-18T18:25:46,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:25:46,774 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f644b9e-cc78-497e-99c8-3cf0b13370a0' 2024-11-18T18:25:46,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:25:46,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f644b9e-cc78-497e-99c8-3cf0b13370a0" 2024-11-18T18:25:46,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e36a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,775 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [961a81da9827,45603,-1] 2024-11-18T18:25:46,776 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:25:46,776 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:46,777 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:25:46,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20891b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:25:46,779 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,39721,1731954335827, seqNum=-1] 2024-11-18T18:25:46,779 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:25:46,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:25:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=961a81da9827,45603,1731954335624 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731954346783 (current time:1731954346783). 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108159d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 961a81da9827,45603,-1 for getting cluster id 2024-11-18T18:25:46,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:25:46,784 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f644b9e-cc78-497e-99c8-3cf0b13370a0' 2024-11-18T18:25:46,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:25:46,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f644b9e-cc78-497e-99c8-3cf0b13370a0" 2024-11-18T18:25:46,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a939fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [961a81da9827,45603,-1] 2024-11-18T18:25:46,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:25:46,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:46,785 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:25:46,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7730ed0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:25:46,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:25:46,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=961a81da9827,39721,1731954335827, seqNum=-1] 2024-11-18T18:25:46,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:25:46,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:25:46,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:25:46,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:25:46,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:46,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:25:46,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:25:46,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:25:46,791 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 961a81da9827,45603,1731954335624 2024-11-18T18:25:46,791 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5091c79a 2024-11-18T18:25:46,791 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:25:46,792 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:25:46,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:25:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T18:25:46,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:25:46,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:46,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T18:25:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:46,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:25:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:25:46,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:25:46,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:25:46,808 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f8f3d8c34ee0a2bf07a83615795d5866, NAME => 'SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:46,809 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6607587eabbf02e531767e2354edf90b, NAME => 'SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:46,809 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8fcb98de1068b41333006142bf20211d, NAME => 'SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:25:46,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:25:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:25:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:25:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:25:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:25:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:25:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:25:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:25:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f8f3d8c34ee0a2bf07a83615795d5866, disabling compactions & flushes 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8fcb98de1068b41333006142bf20211d, disabling compactions & flushes 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6607587eabbf02e531767e2354edf90b, disabling compactions & flushes 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. after waiting 0 ms 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. after waiting 0 ms 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. after waiting 0 ms 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8fcb98de1068b41333006142bf20211d: Waiting for close lock at 1731954347228Disabling compacts and flushes for region at 1731954347228Disabling writes for close at 1731954347228Writing region close event to WAL at 1731954347228Closed at 1731954347228 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f8f3d8c34ee0a2bf07a83615795d5866: Waiting for close lock at 1731954347228Disabling compacts and flushes for region at 1731954347228Disabling writes for close at 1731954347228Writing region close event to WAL at 1731954347228Closed at 1731954347228 2024-11-18T18:25:47,228 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:47,228 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6607587eabbf02e531767e2354edf90b: Waiting for close lock at 1731954347228Disabling compacts and flushes for region at 1731954347228Disabling writes for close at 1731954347228Writing region close event to WAL at 1731954347228Closed at 1731954347228 2024-11-18T18:25:47,229 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9e47b61f2a5a127390df857e3616141f, NAME => 'SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,230 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3af26674618a5e5ef6c89a3d3c5659e5, NAME => 'SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,230 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d213aa4e14bc7b344d56e47a23020e46, NAME => 'SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:25:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:25:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:25:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9e47b61f2a5a127390df857e3616141f, disabling compactions & flushes 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3af26674618a5e5ef6c89a3d3c5659e5, disabling compactions & flushes 2024-11-18T18:25:47,246 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:47,246 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. after waiting 0 ms 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. after waiting 0 ms 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:47,246 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:47,246 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3af26674618a5e5ef6c89a3d3c5659e5: Waiting for close lock at 1731954347246Disabling compacts and flushes for region at 1731954347246Disabling writes for close at 1731954347246Writing region close event to WAL at 1731954347246Closed at 1731954347246 2024-11-18T18:25:47,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9e47b61f2a5a127390df857e3616141f: Waiting for close lock at 1731954347246Disabling compacts and flushes for region at 1731954347246Disabling writes for close at 1731954347246Writing region close event to WAL at 1731954347246Closed at 1731954347246 2024-11-18T18:25:47,247 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 539affa5a819e57fdc43b0038f53dbfb, NAME => 'SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,248 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c57c72720a085a3f2e26c789530d27f, NAME => 'SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:25:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:25:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:25:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:25:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d213aa4e14bc7b344d56e47a23020e46, disabling compactions & flushes 2024-11-18T18:25:47,265 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. after waiting 0 ms 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:47,265 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:47,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d213aa4e14bc7b344d56e47a23020e46: Waiting for close lock at 1731954347265Disabling compacts and flushes for region at 1731954347265Disabling writes for close at 1731954347265Writing region close event to WAL at 1731954347265Closed at 1731954347265 2024-11-18T18:25:47,266 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3a99ec5d4a5dc2be92d4e06fe13dc88, NAME => 'SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:25:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:25:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:25:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:25:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:25:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:25:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 539affa5a819e57fdc43b0038f53dbfb, disabling compactions & flushes 2024-11-18T18:25:47,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3c57c72720a085a3f2e26c789530d27f, disabling compactions & flushes 2024-11-18T18:25:47,277 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:47,278 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. after waiting 0 ms 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. after waiting 0 ms 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:47,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:47,278 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 539affa5a819e57fdc43b0038f53dbfb: Waiting for close lock at 1731954347277Disabling compacts and flushes for region at 1731954347277Disabling writes for close at 1731954347278 (+1 ms)Writing region close event to WAL at 1731954347278Closed at 1731954347278 2024-11-18T18:25:47,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c57c72720a085a3f2e26c789530d27f: Waiting for close lock at 1731954347277Disabling compacts and flushes for region at 1731954347277Disabling writes for close at 1731954347278 (+1 ms)Writing region close event to WAL at 1731954347278Closed at 1731954347278 2024-11-18T18:25:47,279 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3c486ba3f810b7a82e2f04ba71ec2e52, NAME => 'SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45 2024-11-18T18:25:47,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:25:47,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:25:47,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a3a99ec5d4a5dc2be92d4e06fe13dc88, disabling compactions & flushes 2024-11-18T18:25:47,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. after waiting 0 ms 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:47,285 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:47,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3a99ec5d4a5dc2be92d4e06fe13dc88: Waiting for close lock at 1731954347285Disabling compacts and flushes for region at 1731954347285Disabling writes for close at 1731954347285Writing region close event to WAL at 1731954347285Closed at 1731954347285 2024-11-18T18:25:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:25:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:25:47,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:25:47,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:47,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3c486ba3f810b7a82e2f04ba71ec2e52, disabling compactions & flushes 2024-11-18T18:25:47,299 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:47,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:47,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. after waiting 0 ms 2024-11-18T18:25:47,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:47,299 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:47,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3c486ba3f810b7a82e2f04ba71ec2e52: Waiting for close lock at 1731954347299Disabling compacts and flushes for region at 1731954347299Disabling writes for close at 1731954347299Writing region close event to WAL at 1731954347299Closed at 1731954347299 2024-11-18T18:25:47,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:25:47,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731954347306"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731954347306"}]},"ts":"1731954347306"} 2024-11-18T18:25:47,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T18:25:47,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:25:47,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731954347314"}]},"ts":"1731954347314"} 2024-11-18T18:25:47,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T18:25:47,317 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:25:47,324 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:25:47,324 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:25:47,324 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:25:47,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:25:47,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6607587eabbf02e531767e2354edf90b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8f3d8c34ee0a2bf07a83615795d5866, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e47b61f2a5a127390df857e3616141f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d213aa4e14bc7b344d56e47a23020e46, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3a99ec5d4a5dc2be92d4e06fe13dc88, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN}] 2024-11-18T18:25:47,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN 2024-11-18T18:25:47,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN; state=OFFLINE, location=961a81da9827,43945,1731954335717; forceNewPlan=false, retain=false 2024-11-18T18:25:47,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN 2024-11-18T18:25:47,338 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d213aa4e14bc7b344d56e47a23020e46, ASSIGN 2024-11-18T18:25:47,339 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e47b61f2a5a127390df857e3616141f, ASSIGN 2024-11-18T18:25:47,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8f3d8c34ee0a2bf07a83615795d5866, ASSIGN 2024-11-18T18:25:47,341 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d213aa4e14bc7b344d56e47a23020e46, ASSIGN; state=OFFLINE, location=961a81da9827,34515,1731954335778; forceNewPlan=false, retain=false 2024-11-18T18:25:47,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN; state=OFFLINE, location=961a81da9827,43945,1731954335717; forceNewPlan=false, retain=false 2024-11-18T18:25:47,341 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e47b61f2a5a127390df857e3616141f, ASSIGN; state=OFFLINE, location=961a81da9827,39721,1731954335827; forceNewPlan=false, retain=false 2024-11-18T18:25:47,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8f3d8c34ee0a2bf07a83615795d5866, ASSIGN; state=OFFLINE, location=961a81da9827,39721,1731954335827; forceNewPlan=false, retain=false 2024-11-18T18:25:47,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN 2024-11-18T18:25:47,342 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3a99ec5d4a5dc2be92d4e06fe13dc88, ASSIGN 2024-11-18T18:25:47,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN; state=OFFLINE, location=961a81da9827,43945,1731954335717; forceNewPlan=false, retain=false 2024-11-18T18:25:47,343 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3a99ec5d4a5dc2be92d4e06fe13dc88, ASSIGN; state=OFFLINE, location=961a81da9827,34515,1731954335778; forceNewPlan=false, retain=false 2024-11-18T18:25:47,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN 2024-11-18T18:25:47,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN; state=OFFLINE, location=961a81da9827,43945,1731954335717; forceNewPlan=false, retain=false 2024-11-18T18:25:47,346 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6607587eabbf02e531767e2354edf90b, ASSIGN 2024-11-18T18:25:47,348 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6607587eabbf02e531767e2354edf90b, ASSIGN; state=OFFLINE, location=961a81da9827,34515,1731954335778; forceNewPlan=false, retain=false 2024-11-18T18:25:47,348 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f, ASSIGN 2024-11-18T18:25:47,349 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f, ASSIGN; state=OFFLINE, location=961a81da9827,39721,1731954335827; forceNewPlan=false, retain=false 2024-11-18T18:25:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:47,486 INFO [961a81da9827:45603 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T18:25:47,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3c486ba3f810b7a82e2f04ba71ec2e52, regionState=OPENING, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:47,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=539affa5a819e57fdc43b0038f53dbfb, regionState=OPENING, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:47,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3af26674618a5e5ef6c89a3d3c5659e5, regionState=OPENING, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:47,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fcb98de1068b41333006142bf20211d, regionState=OPENING, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:47,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c57c72720a085a3f2e26c789530d27f, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:47,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9e47b61f2a5a127390df857e3616141f, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:47,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f8f3d8c34ee0a2bf07a83615795d5866, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:47,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a3a99ec5d4a5dc2be92d4e06fe13dc88, regionState=OPENING, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:47,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d213aa4e14bc7b344d56e47a23020e46, regionState=OPENING, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:47,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6607587eabbf02e531767e2354edf90b, regionState=OPENING, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:47,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN because future has completed 2024-11-18T18:25:47,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,43945,1731954335717}] 2024-11-18T18:25:47,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN because future has completed 2024-11-18T18:25:47,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,43945,1731954335717}] 2024-11-18T18:25:47,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN because future has completed 2024-11-18T18:25:47,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN because future has completed 2024-11-18T18:25:47,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f, ASSIGN because future has completed 2024-11-18T18:25:47,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,43945,1731954335717}] 2024-11-18T18:25:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e47b61f2a5a127390df857e3616141f, ASSIGN because future has completed 2024-11-18T18:25:47,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f8f3d8c34ee0a2bf07a83615795d5866, ASSIGN because future has completed 2024-11-18T18:25:47,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,43945,1731954335717}] 2024-11-18T18:25:47,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c57c72720a085a3f2e26c789530d27f, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:25:47,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e47b61f2a5a127390df857e3616141f, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:25:47,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a3a99ec5d4a5dc2be92d4e06fe13dc88, ASSIGN because future has completed 2024-11-18T18:25:47,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88, server=961a81da9827,34515,1731954335778}] 2024-11-18T18:25:47,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:25:47,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d213aa4e14bc7b344d56e47a23020e46, ASSIGN because future has completed 2024-11-18T18:25:47,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6607587eabbf02e531767e2354edf90b, ASSIGN because future has completed 2024-11-18T18:25:47,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6607587eabbf02e531767e2354edf90b, server=961a81da9827,34515,1731954335778}] 2024-11-18T18:25:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d213aa4e14bc7b344d56e47a23020e46, server=961a81da9827,34515,1731954335778}] 2024-11-18T18:25:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:48,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:25:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:49,123 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:25:49,123 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:25:49,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:25:49,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:25:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:52,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:25:52,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:52,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:52,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:25:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:25:57,496 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:25:57,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:25:57,503 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:57,503 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fcb98de1068b41333006142bf20211d, NAME => 'SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:25:57,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,505 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,507 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fcb98de1068b41333006142bf20211d columnFamilyName cf 2024-11-18T18:25:57,507 DEBUG [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,507 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] regionserver.HStore(327): Store=8fcb98de1068b41333006142bf20211d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,507 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,508 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,508 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,509 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,509 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,510 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,512 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,513 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8fcb98de1068b41333006142bf20211d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288215, jitterRate=-0.012228623032569885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,513 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:25:57,513 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8fcb98de1068b41333006142bf20211d: Running coprocessor pre-open hook at 1731954357504Writing region info on filesystem at 1731954357504Initializing all the Stores at 1731954357505 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357505Cleaning up temporary data from old regions at 1731954357509 (+4 ms)Running coprocessor post-open hooks at 1731954357513 (+4 ms)Region opened successfully at 1731954357513 2024-11-18T18:25:57,514 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d., pid=18, masterSystemTime=1731954357496 2024-11-18T18:25:57,514 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:25:57,516 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:57,516 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:25:57,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:25:57,516 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:57,516 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 539affa5a819e57fdc43b0038f53dbfb, NAME => 'SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:25:57,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8fcb98de1068b41333006142bf20211d, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:57,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,43945,1731954335717 because future has completed 2024-11-18T18:25:57,520 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,520 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:57,521 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f8f3d8c34ee0a2bf07a83615795d5866, NAME => 'SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:25:57,521 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,521 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,521 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,521 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,522 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539affa5a819e57fdc43b0038f53dbfb columnFamilyName cf 2024-11-18T18:25:57,522 DEBUG [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,522 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:57,522 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6607587eabbf02e531767e2354edf90b, NAME => 'SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T18:25:57,523 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,523 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,523 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,523 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-18T18:25:57,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,43945,1731954335717 in 10.0210 sec 2024-11-18T18:25:57,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN in 10.1980 sec 2024-11-18T18:25:57,525 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] regionserver.HStore(327): Store=539affa5a819e57fdc43b0038f53dbfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,526 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,526 INFO [StoreOpener-f8f3d8c34ee0a2bf07a83615795d5866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,526 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,527 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,527 INFO [StoreOpener-f8f3d8c34ee0a2bf07a83615795d5866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f3d8c34ee0a2bf07a83615795d5866 columnFamilyName cf 2024-11-18T18:25:57,527 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,527 DEBUG [StoreOpener-f8f3d8c34ee0a2bf07a83615795d5866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,527 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,528 INFO [StoreOpener-f8f3d8c34ee0a2bf07a83615795d5866-1 {}] regionserver.HStore(327): Store=f8f3d8c34ee0a2bf07a83615795d5866/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,528 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,529 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,529 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,529 INFO [StoreOpener-6607587eabbf02e531767e2354edf90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,530 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,530 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,532 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,533 INFO [StoreOpener-6607587eabbf02e531767e2354edf90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6607587eabbf02e531767e2354edf90b columnFamilyName cf 2024-11-18T18:25:57,533 DEBUG [StoreOpener-6607587eabbf02e531767e2354edf90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,533 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,533 INFO [StoreOpener-6607587eabbf02e531767e2354edf90b-1 {}] regionserver.HStore(327): Store=6607587eabbf02e531767e2354edf90b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,534 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,535 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,535 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,535 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,536 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,536 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,536 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 539affa5a819e57fdc43b0038f53dbfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62973319, jitterRate=-0.061624422669410706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,536 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:25:57,536 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 539affa5a819e57fdc43b0038f53dbfb: Running coprocessor pre-open hook at 1731954357517Writing region info on filesystem at 1731954357517Initializing all the Stores at 1731954357519 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357519Cleaning up temporary data from old regions at 1731954357527 (+8 ms)Running coprocessor post-open hooks at 1731954357536 (+9 ms)Region opened successfully at 1731954357536 2024-11-18T18:25:57,537 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., pid=16, masterSystemTime=1731954357496 2024-11-18T18:25:57,539 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,540 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:57,540 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:25:57,540 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:57,541 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af26674618a5e5ef6c89a3d3c5659e5, NAME => 'SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:25:57,541 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,541 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,541 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,541 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=539affa5a819e57fdc43b0038f53dbfb, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:57,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,43945,1731954335717 because future has completed 2024-11-18T18:25:57,552 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/f8f3d8c34ee0a2bf07a83615795d5866/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,552 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/6607587eabbf02e531767e2354edf90b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-18T18:25:57,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,43945,1731954335717 in 10.0550 sec 2024-11-18T18:25:57,553 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6607587eabbf02e531767e2354edf90b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63679676, jitterRate=-0.05109888315200806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,553 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:25:57,553 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6607587eabbf02e531767e2354edf90b: Running coprocessor pre-open hook at 1731954357523Writing region info on filesystem at 1731954357523Initializing all the Stores at 1731954357526 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357526Cleaning up temporary data from old regions at 1731954357536 (+10 ms)Running coprocessor post-open hooks at 1731954357553 (+17 ms)Region opened successfully at 1731954357553 2024-11-18T18:25:57,554 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b., pid=23, masterSystemTime=1731954357514 2024-11-18T18:25:57,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN in 10.2270 sec 2024-11-18T18:25:57,556 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:57,556 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:25:57,556 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f8f3d8c34ee0a2bf07a83615795d5866; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64383018, jitterRate=-0.04061827063560486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,556 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:57,556 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:25:57,556 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f8f3d8c34ee0a2bf07a83615795d5866: Running coprocessor pre-open hook at 1731954357521Writing region info on filesystem at 1731954357521Initializing all the Stores at 1731954357525 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357525Cleaning up temporary data from old regions at 1731954357530 (+5 ms)Running coprocessor post-open hooks at 1731954357556 (+26 ms)Region opened successfully at 1731954357556 2024-11-18T18:25:57,556 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a3a99ec5d4a5dc2be92d4e06fe13dc88, NAME => 'SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T18:25:57,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6607587eabbf02e531767e2354edf90b, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:57,557 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,557 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,557 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,557 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,557 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866., pid=22, masterSystemTime=1731954357514 2024-11-18T18:25:57,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6607587eabbf02e531767e2354edf90b, server=961a81da9827,34515,1731954335778 because future has completed 2024-11-18T18:25:57,562 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:57,563 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:25:57,563 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:57,563 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c57c72720a085a3f2e26c789530d27f, NAME => 'SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T18:25:57,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f8f3d8c34ee0a2bf07a83615795d5866, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:57,563 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,563 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,563 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,564 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,564 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866, server=961a81da9827,39721,1731954335827 because future has completed 2024-11-18T18:25:57,567 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af26674618a5e5ef6c89a3d3c5659e5 columnFamilyName cf 2024-11-18T18:25:57,567 INFO [StoreOpener-a3a99ec5d4a5dc2be92d4e06fe13dc88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,567 DEBUG [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,568 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] regionserver.HStore(327): Store=3af26674618a5e5ef6c89a3d3c5659e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,568 INFO [StoreOpener-3c57c72720a085a3f2e26c789530d27f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,568 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,570 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-18T18:25:57,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6607587eabbf02e531767e2354edf90b, server=961a81da9827,34515,1731954335778 in 10.0520 sec 2024-11-18T18:25:57,570 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,571 INFO [StoreOpener-3c57c72720a085a3f2e26c789530d27f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c57c72720a085a3f2e26c789530d27f columnFamilyName cf 2024-11-18T18:25:57,571 DEBUG [StoreOpener-3c57c72720a085a3f2e26c789530d27f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,571 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,571 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,572 INFO [StoreOpener-3c57c72720a085a3f2e26c789530d27f-1 {}] regionserver.HStore(327): Store=3c57c72720a085a3f2e26c789530d27f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,572 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,573 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,573 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,573 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,574 INFO [StoreOpener-a3a99ec5d4a5dc2be92d4e06fe13dc88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a99ec5d4a5dc2be92d4e06fe13dc88 columnFamilyName cf 2024-11-18T18:25:57,574 DEBUG [StoreOpener-a3a99ec5d4a5dc2be92d4e06fe13dc88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,574 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,574 INFO [StoreOpener-a3a99ec5d4a5dc2be92d4e06fe13dc88-1 {}] regionserver.HStore(327): Store=a3a99ec5d4a5dc2be92d4e06fe13dc88/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,574 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,575 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-18T18:25:57,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6607587eabbf02e531767e2354edf90b, ASSIGN in 10.2450 sec 2024-11-18T18:25:57,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866, server=961a81da9827,39721,1731954335827 in 10.0600 sec 2024-11-18T18:25:57,577 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,577 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,578 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f8f3d8c34ee0a2bf07a83615795d5866, ASSIGN in 10.2510 sec 2024-11-18T18:25:57,578 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,578 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3af26674618a5e5ef6c89a3d3c5659e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926866, jitterRate=-0.047415465116500854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,578 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:25:57,578 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,578 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3af26674618a5e5ef6c89a3d3c5659e5: Running coprocessor pre-open hook at 1731954357541Writing region info on filesystem at 1731954357541Initializing all the Stores at 1731954357542 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357542Cleaning up temporary data from old regions at 1731954357571 (+29 ms)Running coprocessor post-open hooks at 1731954357578 (+7 ms)Region opened successfully at 1731954357578 2024-11-18T18:25:57,579 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,579 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5., pid=17, masterSystemTime=1731954357496 2024-11-18T18:25:57,581 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,581 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:57,581 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:25:57,581 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:57,582 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c486ba3f810b7a82e2f04ba71ec2e52, NAME => 'SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:25:57,582 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,582 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3af26674618a5e5ef6c89a3d3c5659e5, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:57,582 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,582 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3c57c72720a085a3f2e26c789530d27f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59020416, jitterRate=-0.12052726745605469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,582 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,583 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:25:57,583 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,583 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3c57c72720a085a3f2e26c789530d27f: Running coprocessor pre-open hook at 1731954357564Writing region info on filesystem at 1731954357564Initializing all the Stores at 1731954357565 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357565Cleaning up temporary data from old regions at 1731954357575 (+10 ms)Running coprocessor post-open hooks at 1731954357583 (+8 ms)Region opened successfully at 1731954357583 2024-11-18T18:25:57,584 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., pid=19, masterSystemTime=1731954357514 2024-11-18T18:25:57,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,43945,1731954335717 because future has completed 2024-11-18T18:25:57,585 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,585 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,586 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a3a99ec5d4a5dc2be92d4e06fe13dc88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63736225, jitterRate=-0.050256237387657166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,586 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:25:57,586 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a3a99ec5d4a5dc2be92d4e06fe13dc88: Running coprocessor pre-open hook at 1731954357557Writing region info on filesystem at 1731954357557Initializing all the Stores at 1731954357559 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357559Cleaning up temporary data from old regions at 1731954357579 (+20 ms)Running coprocessor post-open hooks at 1731954357586 (+7 ms)Region opened successfully at 1731954357586 2024-11-18T18:25:57,587 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., pid=21, masterSystemTime=1731954357514 2024-11-18T18:25:57,588 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c486ba3f810b7a82e2f04ba71ec2e52 columnFamilyName cf 2024-11-18T18:25:57,588 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:57,588 DEBUG [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,588 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:25:57,588 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:57,589 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e47b61f2a5a127390df857e3616141f, NAME => 'SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T18:25:57,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3c57c72720a085a3f2e26c789530d27f, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:57,589 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,589 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,589 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,589 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,590 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] regionserver.HStore(327): Store=3c486ba3f810b7a82e2f04ba71ec2e52/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,590 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,591 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-18T18:25:57,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,43945,1731954335717 in 10.0890 sec 2024-11-18T18:25:57,591 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,591 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:57,591 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:25:57,591 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:57,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c57c72720a085a3f2e26c789530d27f, server=961a81da9827,39721,1731954335827 because future has completed 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d213aa4e14bc7b344d56e47a23020e46, NAME => 'SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,592 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,595 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=961a81da9827,39721,1731954335827, table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T18:25:57,596 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a3a99ec5d4a5dc2be92d4e06fe13dc88, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:57,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN in 10.2660 sec 2024-11-18T18:25:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88, server=961a81da9827,34515,1731954335778 because future has completed 2024-11-18T18:25:57,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-18T18:25:57,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c57c72720a085a3f2e26c789530d27f, server=961a81da9827,39721,1731954335827 in 10.0910 sec 2024-11-18T18:25:57,602 INFO [StoreOpener-9e47b61f2a5a127390df857e3616141f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c57c72720a085a3f2e26c789530d27f, ASSIGN in 10.2750 sec 2024-11-18T18:25:57,602 INFO [StoreOpener-d213aa4e14bc7b344d56e47a23020e46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,604 INFO [StoreOpener-9e47b61f2a5a127390df857e3616141f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e47b61f2a5a127390df857e3616141f columnFamilyName cf 2024-11-18T18:25:57,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-18T18:25:57,604 DEBUG [StoreOpener-9e47b61f2a5a127390df857e3616141f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88, server=961a81da9827,34515,1731954335778 in 10.0930 sec 2024-11-18T18:25:57,604 INFO [StoreOpener-d213aa4e14bc7b344d56e47a23020e46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d213aa4e14bc7b344d56e47a23020e46 columnFamilyName cf 2024-11-18T18:25:57,604 DEBUG [StoreOpener-d213aa4e14bc7b344d56e47a23020e46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:25:57,604 INFO [StoreOpener-9e47b61f2a5a127390df857e3616141f-1 {}] regionserver.HStore(327): Store=9e47b61f2a5a127390df857e3616141f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,605 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,605 INFO [StoreOpener-d213aa4e14bc7b344d56e47a23020e46-1 {}] regionserver.HStore(327): Store=d213aa4e14bc7b344d56e47a23020e46/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:25:57,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a3a99ec5d4a5dc2be92d4e06fe13dc88, ASSIGN in 10.2790 sec 2024-11-18T18:25:57,605 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,606 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,606 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,606 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,606 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,608 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3c486ba3f810b7a82e2f04ba71ec2e52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59973809, jitterRate=-0.10632060468196869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3c486ba3f810b7a82e2f04ba71ec2e52: Running coprocessor pre-open hook at 1731954357583Writing region info on filesystem at 1731954357583Initializing all the Stores at 1731954357585 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357585Cleaning up temporary data from old regions at 1731954357592 (+7 ms)Running coprocessor post-open hooks at 1731954357609 (+17 ms)Region opened successfully at 1731954357609 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,609 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,610 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., pid=15, masterSystemTime=1731954357496 2024-11-18T18:25:57,611 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,611 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,612 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:57,612 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:25:57,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3c486ba3f810b7a82e2f04ba71ec2e52, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,43945,1731954335717 2024-11-18T18:25:57,615 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/9e47b61f2a5a127390df857e3616141f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,615 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 9e47b61f2a5a127390df857e3616141f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59812293, jitterRate=-0.10872738063335419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,616 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:25:57,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,43945,1731954335717 because future has completed 2024-11-18T18:25:57,616 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 9e47b61f2a5a127390df857e3616141f: Running coprocessor pre-open hook at 1731954357589Writing region info on filesystem at 1731954357589Initializing all the Stores at 1731954357591 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357591Cleaning up temporary data from old regions at 1731954357609 (+18 ms)Running coprocessor post-open hooks at 1731954357616 (+7 ms)Region opened successfully at 1731954357616 2024-11-18T18:25:57,616 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/d213aa4e14bc7b344d56e47a23020e46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:25:57,617 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d213aa4e14bc7b344d56e47a23020e46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63638439, jitterRate=-0.05171336233615875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:25:57,617 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:25:57,617 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d213aa4e14bc7b344d56e47a23020e46: Running coprocessor pre-open hook at 1731954357592Writing region info on filesystem at 1731954357592Initializing all the Stores at 1731954357594 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954357594Cleaning up temporary data from old regions at 1731954357609 (+15 ms)Running coprocessor post-open hooks at 1731954357617 (+8 ms)Region opened successfully at 1731954357617 2024-11-18T18:25:57,618 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f., pid=20, masterSystemTime=1731954357514 2024-11-18T18:25:57,619 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46., pid=24, masterSystemTime=1731954357514 2024-11-18T18:25:57,621 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:57,621 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:25:57,623 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:57,623 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:25:57,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d213aa4e14bc7b344d56e47a23020e46, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:25:57,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=9e47b61f2a5a127390df857e3616141f, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:25:57,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T18:25:57,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,43945,1731954335717 in 10.1290 sec 2024-11-18T18:25:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d213aa4e14bc7b344d56e47a23020e46, server=961a81da9827,34515,1731954335778 because future has completed 2024-11-18T18:25:57,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN in 10.3010 sec 2024-11-18T18:25:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e47b61f2a5a127390df857e3616141f, server=961a81da9827,39721,1731954335827 because future has completed 2024-11-18T18:25:57,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-18T18:25:57,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d213aa4e14bc7b344d56e47a23020e46, server=961a81da9827,34515,1731954335778 in 10.1100 sec 2024-11-18T18:25:57,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-18T18:25:57,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e47b61f2a5a127390df857e3616141f, server=961a81da9827,39721,1731954335827 in 10.1230 sec 2024-11-18T18:25:57,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d213aa4e14bc7b344d56e47a23020e46, ASSIGN in 10.3050 sec 2024-11-18T18:25:57,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T18:25:57,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e47b61f2a5a127390df857e3616141f, ASSIGN in 10.3070 sec 2024-11-18T18:25:57,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:25:57,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731954357637"}]},"ts":"1731954357637"} 2024-11-18T18:25:57,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T18:25:57,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:25:57,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8480 sec 2024-11-18T18:26:00,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T18:26:02,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:02,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:02,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:03,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:26:03,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:03,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:03,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:26:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:26:05,019 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T18:26:05,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T18:26:05,020 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:26:05,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T18:26:05,024 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:26:05,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T18:26:05,043 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,045 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,046 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,047 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,106 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,113 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,115 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,117 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,119 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., hostname=961a81da9827,39721,1731954335827, seqNum=2] 2024-11-18T18:26:05,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,159 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,160 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,161 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., hostname=961a81da9827,34515,1731954335778, seqNum=2] 2024-11-18T18:26:05,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,219 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,221 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,222 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., hostname=961a81da9827,43945,1731954335717, seqNum=2] 2024-11-18T18:26:05,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:26:05,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:26:05,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:26:05,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:26:05,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39721 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:26:05,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34515 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:26:05,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:26:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43945 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:06,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43945 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:26:06,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43945 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:26:06,709 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T18:26:06,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:26:06,711 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T18:26:06,713 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T18:26:06,717 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T18:26:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:26:06,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:26:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:26:06,729 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T18:26:06,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6607587eabbf02e531767e2354edf90b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fcb98de1068b41333006142bf20211d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e47b61f2a5a127390df857e3616141f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d213aa4e14bc7b344d56e47a23020e46}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 539affa5a819e57fdc43b0038f53dbfb}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c57c72720a085a3f2e26c789530d27f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52}] 2024-11-18T18:26:06,730 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:26:06,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:06,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:26:06,730 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:26:06,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:06,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:06,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:26:06,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:26:06,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:06,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6607587eabbf02e531767e2354edf90b 2024-11-18T18:26:12,203 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T18:26:16,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T18:26:16,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T18:26:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T18:26:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T18:26:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:16,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T18:26:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6607587eabbf02e531767e2354edf90b: 2024-11-18T18:26:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 539affa5a819e57fdc43b0038f53dbfb 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T18:26:16,733 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:16,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,734 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a3a99ec5d4a5dc2be92d4e06fe13dc88 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 9e47b61f2a5a127390df857e3616141f: 2024-11-18T18:26:16,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f8f3d8c34ee0a2bf07a83615795d5866: 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d213aa4e14bc7b344d56e47a23020e46: 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T18:26:16,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3c57c72720a085a3f2e26c789530d27f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8fcb98de1068b41333006142bf20211d: 2024-11-18T18:26:16,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T18:26:16,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:16,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3c486ba3f810b7a82e2f04ba71ec2e52 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T18:26:16,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/.tmp/cf/2c44a5e9bf1f464592120537dbe0c4ec is 34, key is aaa/cf:cf/1731954366023/Put/seqid=0 2024-11-18T18:26:16,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/.tmp/cf/e3acb43e44ce41ad81dddcd4f655ea2c is 34, key is baa/cf:cf/1731954365957/Put/seqid=0 2024-11-18T18:26:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:26:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:26:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:26:16,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:16,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T18:26:16,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T18:26:16,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:26:16,778 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:26:16,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e47b61f2a5a127390df857e3616141f in 10.0510 sec 2024-11-18T18:26:16,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/.tmp/cf/c316251f8a9844f5a594aafefdfbb6d0 is 34, key is ccd/cf:cf/1731954365966/Put/seqid=0 2024-11-18T18:26:16,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741850_1026 (size=65) 2024-11-18T18:26:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741850_1026 (size=65) 2024-11-18T18:26:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741850_1026 (size=65) 2024-11-18T18:26:16,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:16,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T18:26:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T18:26:16,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:26:16,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:26:16,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f8f3d8c34ee0a2bf07a83615795d5866 in 10.0700 sec 2024-11-18T18:26:16,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/.tmp/cf/4e575d3a2acd4951b605cb65bc714050 is 34, key is eaa/cf:cf/1731954366573/Put/seqid=0 2024-11-18T18:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:26:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:26:16,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:16,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T18:26:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T18:26:16,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:26:16,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:26:16,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d213aa4e14bc7b344d56e47a23020e46 in 10.0900 sec 2024-11-18T18:26:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741851_1027 (size=57) 2024-11-18T18:26:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741851_1027 (size=57) 2024-11-18T18:26:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741851_1027 (size=57) 2024-11-18T18:26:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:16,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T18:26:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T18:26:16,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6607587eabbf02e531767e2354edf90b 2024-11-18T18:26:16,828 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6607587eabbf02e531767e2354edf90b 2024-11-18T18:26:16,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6607587eabbf02e531767e2354edf90b in 10.1000 sec 2024-11-18T18:26:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:26:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:26:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741855_1031 (size=28623) 2024-11-18T18:26:16,836 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/.tmp/cf/e3acb43e44ce41ad81dddcd4f655ea2c 2024-11-18T18:26:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741854_1030 (size=26918) 2024-11-18T18:26:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741854_1030 (size=26918) 2024-11-18T18:26:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741854_1030 (size=26918) 2024-11-18T18:26:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:26:16,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:26:16,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:26:16,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/.tmp/cf/2c44a5e9bf1f464592120537dbe0c4ec 2024-11-18T18:26:16,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:16,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3af26674618a5e5ef6c89a3d3c5659e5: 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T18:26:16,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:26:16,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:16,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:16,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fcb98de1068b41333006142bf20211d in 10.1200 sec 2024-11-18T18:26:16,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741856_1032 (size=47197) 2024-11-18T18:26:16,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741856_1032 (size=47197) 2024-11-18T18:26:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741856_1032 (size=47197) 2024-11-18T18:26:16,881 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/.tmp/cf/c316251f8a9844f5a594aafefdfbb6d0 2024-11-18T18:26:16,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/.tmp/cf/2c44a5e9bf1f464592120537dbe0c4ec as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/cf/2c44a5e9bf1f464592120537dbe0c4ec 2024-11-18T18:26:16,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/.tmp/cf/e3acb43e44ce41ad81dddcd4f655ea2c as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/cf/e3acb43e44ce41ad81dddcd4f655ea2c 2024-11-18T18:26:16,892 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/cf/2c44a5e9bf1f464592120537dbe0c4ec, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T18:26:16,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 539affa5a819e57fdc43b0038f53dbfb in 160ms, sequenceid=5, compaction requested=false 2024-11-18T18:26:16,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 539affa5a819e57fdc43b0038f53dbfb: 2024-11-18T18:26:16,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/cf/2c44a5e9bf1f464592120537dbe0c4ec] hfiles 2024-11-18T18:26:16,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/cf/2c44a5e9bf1f464592120537dbe0c4ec for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:26:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:26:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:26:16,897 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/.tmp/cf/4e575d3a2acd4951b605cb65bc714050 2024-11-18T18:26:16,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/.tmp/cf/c316251f8a9844f5a594aafefdfbb6d0 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/cf/c316251f8a9844f5a594aafefdfbb6d0 2024-11-18T18:26:16,910 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/cf/e3acb43e44ce41ad81dddcd4f655ea2c, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T18:26:16,912 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3c57c72720a085a3f2e26c789530d27f in 176ms, sequenceid=5, compaction requested=false 2024-11-18T18:26:16,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3c57c72720a085a3f2e26c789530d27f: 2024-11-18T18:26:16,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/cf/e3acb43e44ce41ad81dddcd4f655ea2c] hfiles 2024-11-18T18:26:16,913 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/cf/e3acb43e44ce41ad81dddcd4f655ea2c for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/.tmp/cf/4e575d3a2acd4951b605cb65bc714050 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/cf/4e575d3a2acd4951b605cb65bc714050 2024-11-18T18:26:16,918 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/cf/c316251f8a9844f5a594aafefdfbb6d0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T18:26:16,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a3a99ec5d4a5dc2be92d4e06fe13dc88 in 186ms, sequenceid=5, compaction requested=false 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a3a99ec5d4a5dc2be92d4e06fe13dc88: 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/cf/c316251f8a9844f5a594aafefdfbb6d0] hfiles 2024-11-18T18:26:16,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/cf/c316251f8a9844f5a594aafefdfbb6d0 for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/cf/4e575d3a2acd4951b605cb65bc714050, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T18:26:16,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 3c486ba3f810b7a82e2f04ba71ec2e52 in 189ms, sequenceid=5, compaction requested=false 2024-11-18T18:26:16,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3c486ba3f810b7a82e2f04ba71ec2e52: 2024-11-18T18:26:16,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. for SnapshotProcedureTest completed. 2024-11-18T18:26:16,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:26:16,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/cf/4e575d3a2acd4951b605cb65bc714050] hfiles 2024-11-18T18:26:16,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/cf/4e575d3a2acd4951b605cb65bc714050 for snapshot=SnapshotProcedureTest 2024-11-18T18:26:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:26:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:26:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:26:16,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:16,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T18:26:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T18:26:16,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:16,932 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:16,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5 in 10.2040 sec 2024-11-18T18:26:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:26:16,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:26:16,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:26:16,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T18:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:26:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:26:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T18:26:16,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:16,963 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:16,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 539affa5a819e57fdc43b0038f53dbfb in 10.2350 sec 2024-11-18T18:26:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741861_1037 (size=105) 2024-11-18T18:26:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741861_1037 (size=105) 2024-11-18T18:26:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741861_1037 (size=105) 2024-11-18T18:26:16,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:16,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T18:26:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T18:26:16,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:26:16,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:26:16,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3a99ec5d4a5dc2be92d4e06fe13dc88 in 10.2540 sec 2024-11-18T18:26:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741862_1038 (size=97) 2024-11-18T18:26:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741862_1038 (size=97) 2024-11-18T18:26:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741862_1038 (size=97) 2024-11-18T18:26:16,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:16,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T18:26:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T18:26:16,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:16,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:16,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52 in 10.2630 sec 2024-11-18T18:26:17,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:17,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T18:26:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T18:26:17,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:26:17,365 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:26:17,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-18T18:26:17,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c57c72720a085a3f2e26c789530d27f in 10.6370 sec 2024-11-18T18:26:17,367 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T18:26:17,368 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T18:26:17,369 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T18:26:17,369 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T18:26:17,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:26:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:26:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:26:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:26:17,406 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T18:26:17,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T18:26:17,417 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,420 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:17,420 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:17,420 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:17,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,422 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:26:17,425 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 961a81da9827,43945,1731954335717 2024-11-18T18:26:17,425 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 961a81da9827,43945,1731954335717: Simulated kill ***** 2024-11-18T18:26:17,425 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:26:17,425 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:26:17,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:26:17,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:26:17,427 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:26:17,427 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 414671760 }, "NonHeapMemoryUsage": { "committed": 176685056, "init": 7667712, "max": -1, "used": 172219816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:26:17,429 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45603 {}] master.MasterRpcServices(700): 961a81da9827,43945,1731954335717 reported a fatal error: ***** ABORTING region server 961a81da9827,43945,1731954335717: Simulated kill ***** 2024-11-18T18:26:17,430 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,43945,1731954335717' ***** 2024-11-18T18:26:17,430 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T18:26:17,431 INFO [RS:0;961a81da9827:43945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:26:17,431 INFO [RS:0;961a81da9827:43945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T18:26:17,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:26:17,431 INFO [RS:0;961a81da9827:43945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T18:26:17,431 INFO [RS:0;961a81da9827:43945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:26:17,431 INFO [RS:0;961a81da9827:43945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;961a81da9827:43945. 2024-11-18T18:26:17,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:26:17,431 DEBUG [RS:0;961a81da9827:43945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:26:17,431 DEBUG [RS:0;961a81da9827:43945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:17,432 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:17,433 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:17,434 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:17,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717/961a81da9827%2C43945%2C1731954335717.1731954336411 not finished, retry = 0 2024-11-18T18:26:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741834_1010 (size=2301) 2024-11-18T18:26:17,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741834_1010 (size=2301) 2024-11-18T18:26:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741834_1010 (size=2301) 2024-11-18T18:26:17,508 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:17,541 DEBUG [RS:0;961a81da9827:43945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:17,542 INFO [RS:0;961a81da9827:43945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:17,542 INFO [RS:0;961a81da9827:43945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43945 2024-11-18T18:26:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:26:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,43945,1731954335717 2024-11-18T18:26:17,545 INFO [RS:0;961a81da9827:43945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:26:17,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,43945,1731954335717] 2024-11-18T18:26:17,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,43945,1731954335717 already deleted, retry=false 2024-11-18T18:26:17,549 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 961a81da9827,43945,1731954335717 on 961a81da9827,45603,1731954335624 2024-11-18T18:26:17,550 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 961a81da9827,43945,1731954335717, splitWal=true, meta=false 2024-11-18T18:26:17,550 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 961a81da9827,43945,1731954335717 (carryingMeta=false) 961a81da9827,43945,1731954335717/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3af5a9f3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:26:17,558 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 961a81da9827,43945,1731954335717, splitWal=true, meta=false 2024-11-18T18:26:17,562 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 961a81da9827,43945,1731954335717 had 4 regions 2024-11-18T18:26:17,565 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 961a81da9827,43945,1731954335717, splitWal=true, meta=false, isMeta: false 2024-11-18T18:26:17,566 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,43945,1731954335717 Release verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,566 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 961a81da9827,43945,1731954335717, this operation will be retried to send to another server 2024-11-18T18:26:17,566 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:26:17,567 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,43945,1731954335717 Release verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-18T18:26:17,567 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731954378567 2024-11-18T18:26:17,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-18T18:26:17,567 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 961a81da9827,43945,1731954335717, this operation will be retried to send to another server 2024-11-18T18:26:17,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-18T18:26:17,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-18T18:26:17,567 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:26:17,567 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731954378567 2024-11-18T18:26:17,567 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting 2024-11-18T18:26:17,569 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,43945,1731954335717 Release verify snapshot worker=961a81da9827,43945,1731954335717 2024-11-18T18:26:17,569 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 961a81da9827,43945,1731954335717, this operation will be retried to send to another server 2024-11-18T18:26:17,569 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T18:26:17,569 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731954378569 2024-11-18T18:26:17,572 INFO [PEWorker-2 {}] master.SplitWALManager(105): 961a81da9827,43945,1731954335717 WAL count=1, meta=false 2024-11-18T18:26:17,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 961a81da9827%2C43945%2C1731954335717.1731954336411}] 2024-11-18T18:26:17,574 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:17,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C43945%2C1731954335717.1731954336411, worker=961a81da9827,39721,1731954335827}] 2024-11-18T18:26:17,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:17,649 INFO [RS:0;961a81da9827:43945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:26:17,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43945-0x1010718d4140001, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:17,649 INFO [RS:0;961a81da9827:43945 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,43945,1731954335717; zookeeper connection closed. 2024-11-18T18:26:17,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39dc1299 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39dc1299 2024-11-18T18:26:18,315 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:26:18,315 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:26:27,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T18:26:27,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T18:26:27,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T18:26:27,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:26:27,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T18:26:27,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T18:26:27,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T18:26:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T18:26:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T18:26:27,428 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,429 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T18:26:27,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 10.0160 sec 2024-11-18T18:26:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 10.0170 sec 2024-11-18T18:26:27,432 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,433 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,433 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,433 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T18:26:27,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T18:26:27,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T18:26:27,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T18:26:27,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 10.0200 sec 2024-11-18T18:26:27,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:26:27,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T18:26:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T18:26:27,444 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 Release verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 in 10.0320 sec 2024-11-18T18:26:27,446 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T18:26:27,449 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T18:26:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T18:26:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T18:26:27,451 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 Release verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 in 10.0400 sec 2024-11-18T18:26:27,454 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 Release verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 in 10.0420 sec 2024-11-18T18:26:27,458 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411, size=2.2 K (2301bytes) 2024-11-18T18:26:27,458 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 2024-11-18T18:26:27,458 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 after 0ms 2024-11-18T18:26:27,466 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 took 9ms 2024-11-18T18:26:27,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8fcb98de1068b41333006142bf20211d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:26:27,475 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 539affa5a819e57fdc43b0038f53dbfb: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-18T18:26:27,477 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3af26674618a5e5ef6c89a3d3c5659e5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:26:27,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 3c486ba3f810b7a82e2f04ba71ec2e52: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-18T18:26:27,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 so closing down 2024-11-18T18:26:27,478 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:26:27,479 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:26:27,479 INFO [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-11-18T18:26:27,479 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411, journal: Splitting hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411, size=2.2 K (2301bytes) at 1731954387458Finishing writing output for hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 so closing down at 1731954387478 (+20 ms)3 split writer threads finished at 1731954387479 (+1 ms)Processed 8 edits across 0 Regions in 8 ms; skipped=8; WAL=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1731954387479 2024-11-18T18:26:27,479 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 2024-11-18T18:26:27,479 DEBUG [RS_LOG_REPLAY_OPS-regionserver/961a81da9827:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T18:26:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T18:26:27,483 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting/961a81da9827%2C43945%2C1731954335717.1731954336411 to hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs 2024-11-18T18:26:27,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T18:26:27,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 961a81da9827%2C43945%2C1731954335717.1731954336411, worker=961a81da9827,39721,1731954335827 in 9.9080 sec 2024-11-18T18:26:27,486 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T18:26:27,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 961a81da9827%2C43945%2C1731954335717.1731954336411, worker=961a81da9827,39721,1731954335827 in 9.9140 sec 2024-11-18T18:26:27,491 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting dir is empty, no logs to split. 2024-11-18T18:26:27,491 INFO [PEWorker-4 {}] master.SplitWALManager(105): 961a81da9827,43945,1731954335717 WAL count=0, meta=false 2024-11-18T18:26:27,491 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 961a81da9827,43945,1731954335717 WAL splitting is done? wals=0, meta=false 2024-11-18T18:26:27,493 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 961a81da9827,43945,1731954335717 failed, ignore...File hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/WALs/961a81da9827,43945,1731954335717-splitting does not exist. 2024-11-18T18:26:27,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN}] 2024-11-18T18:26:27,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN 2024-11-18T18:26:27,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:26:27,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN 2024-11-18T18:26:27,500 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:26:27,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN 2024-11-18T18:26:27,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN 2024-11-18T18:26:27,503 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:26:27,504 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:26:27,519 INFO [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:26:27,519 INFO [master/961a81da9827:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:26:27,648 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(204): Hosts are {961a81da9827=0} racks are {/default-rack=0} 2024-11-18T18:26:27,648 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:26:27,648 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:26:27,648 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:26:27,648 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:26:27,649 INFO [961a81da9827:45603 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:26:27,649 INFO [961a81da9827:45603 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:26:27,649 DEBUG [961a81da9827:45603 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:26:27,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=539affa5a819e57fdc43b0038f53dbfb, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,649 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3af26674618a5e5ef6c89a3d3c5659e5, regionState=OPENING, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8fcb98de1068b41333006142bf20211d, regionState=OPENING, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:26:27,649 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=3c486ba3f810b7a82e2f04ba71ec2e52, regionState=OPENING, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:26:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN because future has completed 2024-11-18T18:26:27,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,34515,1731954335778}] 2024-11-18T18:26:27,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN because future has completed 2024-11-18T18:26:27,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:26:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN because future has completed 2024-11-18T18:26:27,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,39721,1731954335827}] 2024-11-18T18:26:27,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN because future has completed 2024-11-18T18:26:27,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,34515,1731954335778}] 2024-11-18T18:26:35,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:26:37,438 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T18:26:37,438 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c486ba3f810b7a82e2f04ba71ec2e52, NAME => 'SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:26:37,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T18:26:37,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T18:26:37,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T18:26:37,439 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,439 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:26:37,439 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,439 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T18:26:37,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T18:26:37,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T18:26:37,441 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T18:26:37,442 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:37,443 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c486ba3f810b7a82e2f04ba71ec2e52 columnFamilyName cf 2024-11-18T18:26:37,443 DEBUG [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:26:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T18:26:37,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 20.0300 sec 2024-11-18T18:26:37,445 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:37,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 20.0330 sec 2024-11-18T18:26:37,448 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 Release verify snapshot worker=961a81da9827,34515,1731954335778 2024-11-18T18:26:37,452 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T18:26:37,452 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 539affa5a819e57fdc43b0038f53dbfb, NAME => 'SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:26:37,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T18:26:37,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:26:37,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,453 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45603 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T18:26:37,455 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,34515,1731954335778 in 20.0360 sec 2024-11-18T18:26:37,456 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539affa5a819e57fdc43b0038f53dbfb columnFamilyName cf 2024-11-18T18:26:37,456 DEBUG [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:26:37,456 DEBUG [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/cf/4e575d3a2acd4951b605cb65bc714050 2024-11-18T18:26:37,456 INFO [StoreOpener-3c486ba3f810b7a82e2f04ba71ec2e52-1 {}] regionserver.HStore(327): Store=3c486ba3f810b7a82e2f04ba71ec2e52/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:26:37,457 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,457 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 Release verify snapshot worker=961a81da9827,39721,1731954335827 2024-11-18T18:26:37,458 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,459 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,460 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,460 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-18T18:26:37,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=961a81da9827,39721,1731954335827 in 20.0450 sec 2024-11-18T18:26:37,460 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T18:26:37,461 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T18:26:37,463 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T18:26:37,463 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T18:26:37,464 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7550 sec 2024-11-18T18:26:37,470 DEBUG [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/cf/2c44a5e9bf1f464592120537dbe0c4ec 2024-11-18T18:26:37,470 INFO [StoreOpener-539affa5a819e57fdc43b0038f53dbfb-1 {}] regionserver.HStore(327): Store=539affa5a819e57fdc43b0038f53dbfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:26:37,470 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,470 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,472 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,472 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,472 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,474 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,474 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,475 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 3c486ba3f810b7a82e2f04ba71ec2e52; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135615, jitterRate=0.11960791051387787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:26:37,475 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,475 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 3c486ba3f810b7a82e2f04ba71ec2e52: Running coprocessor pre-open hook at 1731954397440Writing region info on filesystem at 1731954397440Initializing all the Stores at 1731954397441 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954397441Cleaning up temporary data from old regions at 1731954397460 (+19 ms)Running coprocessor post-open hooks at 1731954397475 (+15 ms)Region opened successfully at 1731954397475 2024-11-18T18:26:37,482 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52., pid=53, masterSystemTime=1731954397433 2024-11-18T18:26:37,484 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,485 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,485 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,485 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 3af26674618a5e5ef6c89a3d3c5659e5, NAME => 'SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:26:37,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=3c486ba3f810b7a82e2f04ba71ec2e52, regionState=OPEN, openSeqNum=6, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:26:37,485 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,485 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:26:37,485 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,485 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,34515,1731954335778 because future has completed 2024-11-18T18:26:37,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-18T18:26:37,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c486ba3f810b7a82e2f04ba71ec2e52, server=961a81da9827,34515,1731954335778 in 9.8370 sec 2024-11-18T18:26:37,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c486ba3f810b7a82e2f04ba71ec2e52, ASSIGN in 9.9980 sec 2024-11-18T18:26:37,498 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,498 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,499 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3af26674618a5e5ef6c89a3d3c5659e5 columnFamilyName cf 2024-11-18T18:26:37,499 DEBUG [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:26:37,500 INFO [StoreOpener-3af26674618a5e5ef6c89a3d3c5659e5-1 {}] regionserver.HStore(327): Store=3af26674618a5e5ef6c89a3d3c5659e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:26:37,500 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,500 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 539affa5a819e57fdc43b0038f53dbfb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61001008, jitterRate=-0.09101414680480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:26:37,500 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,500 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 539affa5a819e57fdc43b0038f53dbfb: Running coprocessor pre-open hook at 1731954397453Writing region info on filesystem at 1731954397453Initializing all the Stores at 1731954397454 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954397454Cleaning up temporary data from old regions at 1731954397472 (+18 ms)Running coprocessor post-open hooks at 1731954397500 (+28 ms)Region opened successfully at 1731954397500 2024-11-18T18:26:37,501 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,501 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb., pid=55, masterSystemTime=1731954397446 2024-11-18T18:26:37,502 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,503 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,503 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,504 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,504 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fcb98de1068b41333006142bf20211d, NAME => 'SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:26:37,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,504 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:26:37,505 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,505 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=539affa5a819e57fdc43b0038f53dbfb, regionState=OPEN, openSeqNum=6, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:26:37,508 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,39721,1731954335827 because future has completed 2024-11-18T18:26:37,508 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,509 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fcb98de1068b41333006142bf20211d columnFamilyName cf 2024-11-18T18:26:37,509 DEBUG [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:26:37,509 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=961a81da9827,39721,1731954335827, table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T18:26:37,512 INFO [StoreOpener-8fcb98de1068b41333006142bf20211d-1 {}] regionserver.HStore(327): Store=8fcb98de1068b41333006142bf20211d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:26:37,512 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,513 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,514 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 3af26674618a5e5ef6c89a3d3c5659e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64419798, jitterRate=-0.04007020592689514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:26:37,514 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,514 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 3af26674618a5e5ef6c89a3d3c5659e5: Running coprocessor pre-open hook at 1731954397486Writing region info on filesystem at 1731954397486Initializing all the Stores at 1731954397487 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954397487Cleaning up temporary data from old regions at 1731954397503 (+16 ms)Running coprocessor post-open hooks at 1731954397514 (+11 ms)Region opened successfully at 1731954397514 2024-11-18T18:26:37,515 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5., pid=56, masterSystemTime=1731954397433 2024-11-18T18:26:37,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=51 2024-11-18T18:26:37,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 539affa5a819e57fdc43b0038f53dbfb, server=961a81da9827,39721,1731954335827 in 9.8590 sec 2024-11-18T18:26:37,516 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,517 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,519 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,519 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=539affa5a819e57fdc43b0038f53dbfb, ASSIGN in 10.0210 sec 2024-11-18T18:26:37,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=3af26674618a5e5ef6c89a3d3c5659e5, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,34515,1731954335778 2024-11-18T18:26:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,34515,1731954335778 because future has completed 2024-11-18T18:26:37,527 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,528 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8fcb98de1068b41333006142bf20211d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777664, jitterRate=0.09937286376953125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:26:37,528 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,528 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8fcb98de1068b41333006142bf20211d: Running coprocessor pre-open hook at 1731954397505Writing region info on filesystem at 1731954397505Initializing all the Stores at 1731954397506 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731954397506Cleaning up temporary data from old regions at 1731954397517 (+11 ms)Running coprocessor post-open hooks at 1731954397528 (+11 ms)Region opened successfully at 1731954397528 2024-11-18T18:26:37,529 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d., pid=54, masterSystemTime=1731954397446 2024-11-18T18:26:37,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=50 2024-11-18T18:26:37,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 3af26674618a5e5ef6c89a3d3c5659e5, server=961a81da9827,34515,1731954335778 in 9.8710 sec 2024-11-18T18:26:37,532 DEBUG [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,532 INFO [RS_OPEN_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3af26674618a5e5ef6c89a3d3c5659e5, ASSIGN in 10.0350 sec 2024-11-18T18:26:37,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=8fcb98de1068b41333006142bf20211d, regionState=OPEN, openSeqNum=2, regionLocation=961a81da9827,39721,1731954335827 2024-11-18T18:26:37,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,39721,1731954335827 because future has completed 2024-11-18T18:26:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-18T18:26:37,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fcb98de1068b41333006142bf20211d, server=961a81da9827,39721,1731954335827 in 9.8850 sec 2024-11-18T18:26:37,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-18T18:26:37,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fcb98de1068b41333006142bf20211d, ASSIGN in 10.0480 sec 2024-11-18T18:26:37,545 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 961a81da9827,43945,1731954335717 after splitting done 2024-11-18T18:26:37,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 961a81da9827,43945,1731954335717, splitWal=true, meta=false in 19.9960 sec 2024-11-18T18:26:37,562 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T18:26:37,567 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T18:26:37,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:26:37,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:26:37,568 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:26:37,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:26:37,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1523162456, stopped=false 2024-11-18T18:26:37,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:26:37,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=961a81da9827,45603,1731954335624 2024-11-18T18:26:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:26:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:26:37,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:26:37,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:26:37,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:26:37,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:26:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:26:37,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:26:37,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:26:37,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,34515,1731954335778' ***** 2024-11-18T18:26:37,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:26:37,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '961a81da9827,39721,1731954335827' ***** 2024-11-18T18:26:37,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:26:37,583 INFO [RS:2;961a81da9827:39721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:26:37,583 INFO [RS:2;961a81da9827:39721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:26:37,583 INFO [RS:2;961a81da9827:39721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:26:37,583 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c57c72720a085a3f2e26c789530d27f 2024-11-18T18:26:37,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:26:37,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:26:37,589 INFO [RS:1;961a81da9827:34515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:26:37,589 INFO [RS:1;961a81da9827:34515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:26:37,589 INFO [RS:1;961a81da9827:34515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:26:37,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:26:37,589 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for a3a99ec5d4a5dc2be92d4e06fe13dc88 2024-11-18T18:26:37,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:26:37,597 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:26:37,605 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fcb98de1068b41333006142bf20211d 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e47b61f2a5a127390df857e3616141f 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for 539affa5a819e57fdc43b0038f53dbfb 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,39721,1731954335827 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:26:37,608 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c57c72720a085a3f2e26c789530d27f, disabling compactions & flushes 2024-11-18T18:26:37,608 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:37,608 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:37,608 INFO [RS:2;961a81da9827:39721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;961a81da9827:39721. 2024-11-18T18:26:37,608 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. after waiting 0 ms 2024-11-18T18:26:37,608 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:37,608 DEBUG [RS:2;961a81da9827:39721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:26:37,608 DEBUG [RS:2;961a81da9827:39721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,609 INFO [RS:2;961a81da9827:39721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:26:37,609 INFO [RS:2;961a81da9827:39721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:26:37,609 INFO [RS:2;961a81da9827:39721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:26:37,609 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:26:37,624 INFO [regionserver/961a81da9827:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:37,637 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T18:26:37,637 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1325): Online Regions={3c57c72720a085a3f2e26c789530d27f=SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f., 8fcb98de1068b41333006142bf20211d=SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d., 9e47b61f2a5a127390df857e3616141f=SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f., 1588230740=hbase:meta,,1.1588230740, f8f3d8c34ee0a2bf07a83615795d5866=SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866., 539affa5a819e57fdc43b0038f53dbfb=SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb.} 2024-11-18T18:26:37,637 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c57c72720a085a3f2e26c789530d27f, 539affa5a819e57fdc43b0038f53dbfb, 8fcb98de1068b41333006142bf20211d, 9e47b61f2a5a127390df857e3616141f, f8f3d8c34ee0a2bf07a83615795d5866 2024-11-18T18:26:37,638 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:26:37,638 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:26:37,638 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:26:37,638 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:26:37,638 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:26:37,638 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-18T18:26:37,640 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c57c72720a085a3f2e26c789530d27f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:26:37,641 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:37,641 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c57c72720a085a3f2e26c789530d27f: Waiting for close lock at 1731954397608Running coprocessor pre-close hooks at 1731954397608Disabling compacts and flushes for region at 1731954397608Disabling writes for close at 1731954397608Writing region close event to WAL at 1731954397630 (+22 ms)Running coprocessor post-close hooks at 1731954397641 (+11 ms)Closed at 1731954397641 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 6607587eabbf02e531767e2354edf90b 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 3af26674618a5e5ef6c89a3d3c5659e5 2024-11-18T18:26:37,641 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731954346792.3c57c72720a085a3f2e26c789530d27f. 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c486ba3f810b7a82e2f04ba71ec2e52 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(959): stopping server 961a81da9827,34515,1731954335778 2024-11-18T18:26:37,641 INFO [RS:1;961a81da9827:34515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fcb98de1068b41333006142bf20211d, disabling compactions & flushes 2024-11-18T18:26:37,642 INFO [RS:1;961a81da9827:34515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;961a81da9827:34515. 2024-11-18T18:26:37,642 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,642 DEBUG [RS:1;961a81da9827:34515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. after waiting 0 ms 2024-11-18T18:26:37,642 DEBUG [RS:1;961a81da9827:34515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,642 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T18:26:37,642 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1325): Online Regions={a3a99ec5d4a5dc2be92d4e06fe13dc88=SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88., 6607587eabbf02e531767e2354edf90b=SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b., 3af26674618a5e5ef6c89a3d3c5659e5=SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5., d213aa4e14bc7b344d56e47a23020e46=SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46., 3c486ba3f810b7a82e2f04ba71ec2e52=SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52.} 2024-11-18T18:26:37,642 DEBUG [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1351): Waiting on 3af26674618a5e5ef6c89a3d3c5659e5, 3c486ba3f810b7a82e2f04ba71ec2e52, 6607587eabbf02e531767e2354edf90b, a3a99ec5d4a5dc2be92d4e06fe13dc88, d213aa4e14bc7b344d56e47a23020e46 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3a99ec5d4a5dc2be92d4e06fe13dc88, disabling compactions & flushes 2024-11-18T18:26:37,642 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. after waiting 0 ms 2024-11-18T18:26:37,642 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:37,663 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/a3a99ec5d4a5dc2be92d4e06fe13dc88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:26:37,664 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:37,664 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3a99ec5d4a5dc2be92d4e06fe13dc88: Waiting for close lock at 1731954397642Running coprocessor pre-close hooks at 1731954397642Disabling compacts and flushes for region at 1731954397642Disabling writes for close at 1731954397642Writing region close event to WAL at 1731954397650 (+8 ms)Running coprocessor post-close hooks at 1731954397664 (+14 ms)Closed at 1731954397664 2024-11-18T18:26:37,664 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731954346792.a3a99ec5d4a5dc2be92d4e06fe13dc88. 2024-11-18T18:26:37,664 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6607587eabbf02e531767e2354edf90b, disabling compactions & flushes 2024-11-18T18:26:37,665 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:37,665 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:37,665 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. after waiting 0 ms 2024-11-18T18:26:37,665 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:37,665 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/8fcb98de1068b41333006142bf20211d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T18:26:37,670 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fcb98de1068b41333006142bf20211d: Waiting for close lock at 1731954397641Running coprocessor pre-close hooks at 1731954397641Disabling compacts and flushes for region at 1731954397641Disabling writes for close at 1731954397642 (+1 ms)Writing region close event to WAL at 1731954397643 (+1 ms)Running coprocessor post-close hooks at 1731954397669 (+26 ms)Closed at 1731954397669 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d. 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e47b61f2a5a127390df857e3616141f, disabling compactions & flushes 2024-11-18T18:26:37,670 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. after waiting 0 ms 2024-11-18T18:26:37,670 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:37,680 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/6607587eabbf02e531767e2354edf90b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,681 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6607587eabbf02e531767e2354edf90b: Waiting for close lock at 1731954397664Running coprocessor pre-close hooks at 1731954397664Disabling compacts and flushes for region at 1731954397664Disabling writes for close at 1731954397665 (+1 ms)Writing region close event to WAL at 1731954397665Running coprocessor post-close hooks at 1731954397681 (+16 ms)Closed at 1731954397681 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731954346792.6607587eabbf02e531767e2354edf90b. 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3af26674618a5e5ef6c89a3d3c5659e5, disabling compactions & flushes 2024-11-18T18:26:37,682 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. after waiting 0 ms 2024-11-18T18:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,683 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/9e47b61f2a5a127390df857e3616141f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,685 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:37,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e47b61f2a5a127390df857e3616141f: Waiting for close lock at 1731954397670Running coprocessor pre-close hooks at 1731954397670Disabling compacts and flushes for region at 1731954397670Disabling writes for close at 1731954397670Writing region close event to WAL at 1731954397678 (+8 ms)Running coprocessor post-close hooks at 1731954397685 (+7 ms)Closed at 1731954397685 2024-11-18T18:26:37,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731954346792.9e47b61f2a5a127390df857e3616141f. 2024-11-18T18:26:37,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8f3d8c34ee0a2bf07a83615795d5866, disabling compactions & flushes 2024-11-18T18:26:37,685 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:37,685 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:37,686 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. after waiting 0 ms 2024-11-18T18:26:37,686 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:37,686 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/info/683883d5e8774adda92be749fdd15752 is 167, key is SPTestTable,19999999,1731954346792.8fcb98de1068b41333006142bf20211d./info:regioninfo/1731954397532/Put/seqid=0 2024-11-18T18:26:37,694 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3af26674618a5e5ef6c89a3d3c5659e5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T18:26:37,694 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/f8f3d8c34ee0a2bf07a83615795d5866/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,695 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8f3d8c34ee0a2bf07a83615795d5866: Waiting for close lock at 1731954397685Running coprocessor pre-close hooks at 1731954397685Disabling compacts and flushes for region at 1731954397685Disabling writes for close at 1731954397686 (+1 ms)Writing region close event to WAL at 1731954397688 (+2 ms)Running coprocessor post-close hooks at 1731954397694 (+6 ms)Closed at 1731954397694 2024-11-18T18:26:37,695 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731954346792.f8f3d8c34ee0a2bf07a83615795d5866. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3af26674618a5e5ef6c89a3d3c5659e5: Waiting for close lock at 1731954397682Running coprocessor pre-close hooks at 1731954397682Disabling compacts and flushes for region at 1731954397682Disabling writes for close at 1731954397682Writing region close event to WAL at 1731954397686 (+4 ms)Running coprocessor post-close hooks at 1731954397695 (+9 ms)Closed at 1731954397695 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 539affa5a819e57fdc43b0038f53dbfb, disabling compactions & flushes 2024-11-18T18:26:37,695 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731954346792.3af26674618a5e5ef6c89a3d3c5659e5. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. after waiting 0 ms 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d213aa4e14bc7b344d56e47a23020e46, disabling compactions & flushes 2024-11-18T18:26:37,695 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. after waiting 0 ms 2024-11-18T18:26:37,695 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:37,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741864_1040 (size=20292) 2024-11-18T18:26:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741864_1040 (size=20292) 2024-11-18T18:26:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741864_1040 (size=20292) 2024-11-18T18:26:37,703 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/539affa5a819e57fdc43b0038f53dbfb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-18T18:26:37,704 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/info/683883d5e8774adda92be749fdd15752 2024-11-18T18:26:37,704 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,704 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 539affa5a819e57fdc43b0038f53dbfb: Waiting for close lock at 1731954397695Running coprocessor pre-close hooks at 1731954397695Disabling compacts and flushes for region at 1731954397695Disabling writes for close at 1731954397695Writing region close event to WAL at 1731954397698 (+3 ms)Running coprocessor post-close hooks at 1731954397704 (+6 ms)Closed at 1731954397704 2024-11-18T18:26:37,704 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731954346792.539affa5a819e57fdc43b0038f53dbfb. 2024-11-18T18:26:37,709 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/d213aa4e14bc7b344d56e47a23020e46/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:26:37,711 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:37,711 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d213aa4e14bc7b344d56e47a23020e46: Waiting for close lock at 1731954397695Running coprocessor pre-close hooks at 1731954397695Disabling compacts and flushes for region at 1731954397695Disabling writes for close at 1731954397695Writing region close event to WAL at 1731954397697 (+2 ms)Running coprocessor post-close hooks at 1731954397711 (+14 ms)Closed at 1731954397711 2024-11-18T18:26:37,711 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731954346792.d213aa4e14bc7b344d56e47a23020e46. 2024-11-18T18:26:37,711 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c486ba3f810b7a82e2f04ba71ec2e52, disabling compactions & flushes 2024-11-18T18:26:37,711 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,711 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,712 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. after waiting 0 ms 2024-11-18T18:26:37,712 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,719 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/default/SPTestTable/3c486ba3f810b7a82e2f04ba71ec2e52/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-18T18:26:37,719 INFO [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,720 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c486ba3f810b7a82e2f04ba71ec2e52: Waiting for close lock at 1731954397711Running coprocessor pre-close hooks at 1731954397711Disabling compacts and flushes for region at 1731954397711Disabling writes for close at 1731954397712 (+1 ms)Writing region close event to WAL at 1731954397712Running coprocessor post-close hooks at 1731954397719 (+7 ms)Closed at 1731954397719 2024-11-18T18:26:37,720 DEBUG [RS_CLOSE_REGION-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731954346792.3c486ba3f810b7a82e2f04ba71ec2e52. 2024-11-18T18:26:37,727 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/ns/9f78f90dd035404b9923352f4b6d5263 is 43, key is default/ns:d/1731954346689/Put/seqid=0 2024-11-18T18:26:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:26:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:26:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:26:37,740 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/ns/9f78f90dd035404b9923352f4b6d5263 2024-11-18T18:26:37,778 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/table/4d163b963d884aee848a04ef6b1fc728 is 47, key is SPTestTable/table:state/1731954357637/Put/seqid=0 2024-11-18T18:26:37,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:26:37,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:26:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:26:37,798 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/table/4d163b963d884aee848a04ef6b1fc728 2024-11-18T18:26:37,805 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/info/683883d5e8774adda92be749fdd15752 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/info/683883d5e8774adda92be749fdd15752 2024-11-18T18:26:37,815 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/info/683883d5e8774adda92be749fdd15752, entries=116, sequenceid=37, filesize=19.8 K 2024-11-18T18:26:37,816 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/ns/9f78f90dd035404b9923352f4b6d5263 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/ns/9f78f90dd035404b9923352f4b6d5263 2024-11-18T18:26:37,828 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/ns/9f78f90dd035404b9923352f4b6d5263, entries=2, sequenceid=37, filesize=5.0 K 2024-11-18T18:26:37,829 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/.tmp/table/4d163b963d884aee848a04ef6b1fc728 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/table/4d163b963d884aee848a04ef6b1fc728 2024-11-18T18:26:37,836 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/table/4d163b963d884aee848a04ef6b1fc728, entries=2, sequenceid=37, filesize=5.1 K 2024-11-18T18:26:37,838 DEBUG [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T18:26:37,838 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=37, compaction requested=false 2024-11-18T18:26:37,842 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,34515,1731954335778; all regions closed. 2024-11-18T18:26:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741833_1009 (size=3534) 2024-11-18T18:26:37,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741833_1009 (size=3534) 2024-11-18T18:26:37,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741833_1009 (size=3534) 2024-11-18T18:26:37,853 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-18T18:26:37,854 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:26:37,854 INFO [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:26:37,854 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731954397638Running coprocessor pre-close hooks at 1731954397638Disabling compacts and flushes for region at 1731954397638Disabling writes for close at 1731954397638Obtaining lock to block concurrent updates at 1731954397638Preparing flush snapshotting stores in 1588230740 at 1731954397638Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731954397644 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731954397649 (+5 ms)Flushing 1588230740/info: creating writer at 1731954397649Flushing 1588230740/info: appending metadata at 1731954397685 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731954397685Flushing 1588230740/ns: creating writer at 1731954397711 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731954397726 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731954397726Flushing 1588230740/table: creating writer at 1731954397746 (+20 ms)Flushing 1588230740/table: appending metadata at 1731954397777 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731954397777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412627bb: reopening flushed file at 1731954397804 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d16ddb: reopening flushed file at 1731954397815 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b2d2e2: reopening flushed file at 1731954397828 (+13 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=37, compaction requested=false at 1731954397838 (+10 ms)Writing region close event to WAL at 1731954397847 (+9 ms)Running coprocessor post-close hooks at 1731954397853 (+6 ms)Closed at 1731954397854 (+1 ms) 2024-11-18T18:26:37,854 DEBUG [RS_CLOSE_META-regionserver/961a81da9827:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:26:37,855 DEBUG [RS:1;961a81da9827:34515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C34515%2C1731954335778:(num 1731954336405) 2024-11-18T18:26:37,855 DEBUG [RS:1;961a81da9827:34515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:26:37,855 INFO [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:26:37,855 INFO [RS:1;961a81da9827:34515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:26:37,856 INFO [RS:1;961a81da9827:34515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34515 2024-11-18T18:26:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,34515,1731954335778 2024-11-18T18:26:37,858 INFO [RS:1;961a81da9827:34515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:26:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:26:37,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,34515,1731954335778] 2024-11-18T18:26:37,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,34515,1731954335778 already deleted, retry=false 2024-11-18T18:26:37,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,34515,1731954335778 expired; onlineServers=1 2024-11-18T18:26:37,949 INFO [regionserver/961a81da9827:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T18:26:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34515-0x1010718d4140002, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:37,960 INFO [RS:1;961a81da9827:34515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:26:37,960 INFO [RS:1;961a81da9827:34515 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,34515,1731954335778; zookeeper connection closed. 2024-11-18T18:26:37,961 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b4ad5d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b4ad5d0 2024-11-18T18:26:38,038 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(976): stopping server 961a81da9827,39721,1731954335827; all regions closed. 2024-11-18T18:26:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741836_1012 (size=19530) 2024-11-18T18:26:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741836_1012 (size=19530) 2024-11-18T18:26:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741836_1012 (size=19530) 2024-11-18T18:26:38,048 DEBUG [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs 2024-11-18T18:26:38,048 INFO [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C39721%2C1731954335827.meta:.meta(num 1731954346634) 2024-11-18T18:26:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741835_1011 (size=3564) 2024-11-18T18:26:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741835_1011 (size=3564) 2024-11-18T18:26:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741835_1011 (size=3564) 2024-11-18T18:26:38,053 DEBUG [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/oldWALs 2024-11-18T18:26:38,053 INFO [RS:2;961a81da9827:39721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 961a81da9827%2C39721%2C1731954335827:(num 1731954336418) 2024-11-18T18:26:38,053 DEBUG [RS:2;961a81da9827:39721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:26:38,053 INFO [RS:2;961a81da9827:39721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:26:38,053 INFO [RS:2;961a81da9827:39721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:26:38,054 INFO [RS:2;961a81da9827:39721 {}] hbase.ChoreService(370): Chore service for: regionserver/961a81da9827:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:26:38,054 INFO [RS:2;961a81da9827:39721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:26:38,054 INFO [regionserver/961a81da9827:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:26:38,054 INFO [RS:2;961a81da9827:39721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39721 2024-11-18T18:26:38,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/961a81da9827,39721,1731954335827 2024-11-18T18:26:38,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:26:38,057 INFO [RS:2;961a81da9827:39721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:26:38,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [961a81da9827,39721,1731954335827] 2024-11-18T18:26:38,060 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/961a81da9827,39721,1731954335827 already deleted, retry=false 2024-11-18T18:26:38,060 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 961a81da9827,39721,1731954335827 expired; onlineServers=0 2024-11-18T18:26:38,060 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '961a81da9827,45603,1731954335624' ***** 2024-11-18T18:26:38,060 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:26:38,060 INFO [M:0;961a81da9827:45603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:26:38,060 INFO [M:0;961a81da9827:45603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:26:38,060 DEBUG [M:0;961a81da9827:45603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:26:38,060 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:26:38,060 DEBUG [M:0;961a81da9827:45603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:26:38,060 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954336117 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.small.0-1731954336117,5,FailOnTimeoutGroup] 2024-11-18T18:26:38,060 DEBUG [master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954336113 {}] cleaner.HFileCleaner(306): Exit Thread[master/961a81da9827:0:becomeActiveMaster-HFileCleaner.large.0-1731954336113,5,FailOnTimeoutGroup] 2024-11-18T18:26:38,060 INFO [M:0;961a81da9827:45603 {}] hbase.ChoreService(370): Chore service for: master/961a81da9827:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:26:38,061 INFO [M:0;961a81da9827:45603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:26:38,061 DEBUG [M:0;961a81da9827:45603 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:26:38,061 INFO [M:0;961a81da9827:45603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:26:38,061 INFO [M:0;961a81da9827:45603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:26:38,061 ERROR [M:0;961a81da9827:45603 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2018628547) connection to localhost/127.0.0.1:37787 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37787,5,PEWorkerGroup] 2024-11-18T18:26:38,061 INFO [M:0;961a81da9827:45603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:26:38,061 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:26:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T18:26:38,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:26:38,062 DEBUG [M:0;961a81da9827:45603 {}] zookeeper.ZKUtil(347): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T18:26:38,062 WARN [M:0;961a81da9827:45603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:26:38,063 INFO [M:0;961a81da9827:45603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/.lastflushedseqids 2024-11-18T18:26:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:26:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:26:38,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:26:38,076 INFO [M:0;961a81da9827:45603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:26:38,076 INFO [M:0;961a81da9827:45603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:26:38,077 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:26:38,077 INFO [M:0;961a81da9827:45603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:26:38,077 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:26:38,077 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:26:38,077 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:26:38,077 INFO [M:0;961a81da9827:45603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=233.96 KB heapSize=278.55 KB 2024-11-18T18:26:38,094 DEBUG [M:0;961a81da9827:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbe06bf35944aa5ae6dc21fe6b23551 is 82, key is hbase:meta,,1/info:regioninfo/1731954346675/Put/seqid=0 2024-11-18T18:26:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:26:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:26:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:26:38,108 INFO [M:0;961a81da9827:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbe06bf35944aa5ae6dc21fe6b23551 2024-11-18T18:26:38,132 DEBUG [M:0;961a81da9827:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44f020da8a0c48a7a3aa6e91635c6b8d is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731954357643/Put/seqid=0 2024-11-18T18:26:38,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741869_1045 (size=9444) 2024-11-18T18:26:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741869_1045 (size=9444) 2024-11-18T18:26:38,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741869_1045 (size=9444) 2024-11-18T18:26:38,140 INFO [M:0;961a81da9827:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=233.23 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44f020da8a0c48a7a3aa6e91635c6b8d 2024-11-18T18:26:38,147 INFO [M:0;961a81da9827:45603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44f020da8a0c48a7a3aa6e91635c6b8d 2024-11-18T18:26:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:38,159 INFO [RS:2;961a81da9827:39721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:26:38,159 INFO [RS:2;961a81da9827:39721 {}] regionserver.HRegionServer(1031): Exiting; stopping=961a81da9827,39721,1731954335827; zookeeper connection closed. 2024-11-18T18:26:38,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39721-0x1010718d4140003, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:38,159 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26c13af3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26c13af3 2024-11-18T18:26:38,159 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T18:26:38,162 DEBUG [M:0;961a81da9827:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f90babeafc4da291950f0bb57116da is 69, key is 961a81da9827,34515,1731954335778/rs:state/1731954336217/Put/seqid=0 2024-11-18T18:26:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:26:38,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:26:38,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:26:38,172 INFO [M:0;961a81da9827:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f90babeafc4da291950f0bb57116da 2024-11-18T18:26:38,179 INFO [M:0;961a81da9827:45603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9f90babeafc4da291950f0bb57116da 2024-11-18T18:26:38,180 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fbe06bf35944aa5ae6dc21fe6b23551 as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fbe06bf35944aa5ae6dc21fe6b23551 2024-11-18T18:26:38,186 INFO [M:0;961a81da9827:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fbe06bf35944aa5ae6dc21fe6b23551, entries=8, sequenceid=482, filesize=5.5 K 2024-11-18T18:26:38,190 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44f020da8a0c48a7a3aa6e91635c6b8d as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44f020da8a0c48a7a3aa6e91635c6b8d 2024-11-18T18:26:38,196 INFO [M:0;961a81da9827:45603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44f020da8a0c48a7a3aa6e91635c6b8d 2024-11-18T18:26:38,196 INFO [M:0;961a81da9827:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44f020da8a0c48a7a3aa6e91635c6b8d, entries=56, sequenceid=482, filesize=9.2 K 2024-11-18T18:26:38,198 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f90babeafc4da291950f0bb57116da as hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f90babeafc4da291950f0bb57116da 2024-11-18T18:26:38,204 INFO [M:0;961a81da9827:45603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9f90babeafc4da291950f0bb57116da 2024-11-18T18:26:38,204 INFO [M:0;961a81da9827:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/14d91995-1eb6-b82f-cdb1-e2963dbbcf45/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f90babeafc4da291950f0bb57116da, entries=3, sequenceid=482, filesize=5.3 K 2024-11-18T18:26:38,206 INFO [M:0;961a81da9827:45603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~233.96 KB/239579, heapSize ~278.26 KB/284936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=482, compaction requested=false 2024-11-18T18:26:38,210 INFO [M:0;961a81da9827:45603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:26:38,210 DEBUG [M:0;961a81da9827:45603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731954398077Disabling compacts and flushes for region at 1731954398077Disabling writes for close at 1731954398077Obtaining lock to block concurrent updates at 1731954398077Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731954398077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=239579, getHeapSize=285176, getOffHeapSize=0, getCellsCount=589 at 1731954398078 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731954398079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731954398079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731954398094 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731954398094Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731954398114 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731954398131 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731954398131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731954398147 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731954398162 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731954398162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5aa28: reopening flushed file at 1731954398179 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427e5b92: reopening flushed file at 1731954398186 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62085be0: reopening flushed file at 1731954398197 (+11 ms)Finished flush of dataSize ~233.96 KB/239579, heapSize ~278.26 KB/284936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=482, compaction requested=false at 1731954398206 (+9 ms)Writing region close event to WAL at 1731954398210 (+4 ms)Closed at 1731954398210 2024-11-18T18:26:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43489 is added to blk_1073741830_1006 (size=271756) 2024-11-18T18:26:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39995 is added to blk_1073741830_1006 (size=271756) 2024-11-18T18:26:38,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36409 is added to blk_1073741830_1006 (size=271756) 2024-11-18T18:26:38,214 INFO [M:0;961a81da9827:45603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:26:38,214 INFO [M:0;961a81da9827:45603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45603 2024-11-18T18:26:38,214 INFO [M:0;961a81da9827:45603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:26:38,217 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:26:38,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:38,317 INFO [M:0;961a81da9827:45603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:26:38,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1010718d4140000, quorum=127.0.0.1:58806, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:26:38,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653530cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:26:38,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1829e4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:26:38,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:26:38,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11813432{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:26:38,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c76ac8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,STOPPED} 2024-11-18T18:26:38,325 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:26:38,325 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:26:38,325 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:26:38,325 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633397420-172.17.0.2-1731954334637 (Datanode Uuid 69b5f709-ecbb-42a7-a5ec-55bf1ad7bb86) service to localhost/127.0.0.1:37787 2024-11-18T18:26:38,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data5/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data6/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:26:38,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36963f5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:26:38,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31545903{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:26:38,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:26:38,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c207249{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:26:38,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@733cf0e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,STOPPED} 2024-11-18T18:26:38,332 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:26:38,332 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:26:38,332 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633397420-172.17.0.2-1731954334637 (Datanode Uuid aa0df2c1-5ee3-4527-a650-62f0ded332fe) service to localhost/127.0.0.1:37787 2024-11-18T18:26:38,332 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:26:38,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data3/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,333 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data4/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,333 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:26:38,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df4e6da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:26:38,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b65defa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:26:38,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:26:38,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5132e267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:26:38,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790b78d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,STOPPED} 2024-11-18T18:26:38,338 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:26:38,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:26:38,338 WARN [BP-1633397420-172.17.0.2-1731954334637 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633397420-172.17.0.2-1731954334637 (Datanode Uuid 2e3f9513-0c23-4d10-8efb-04730713583b) service to localhost/127.0.0.1:37787 2024-11-18T18:26:38,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:26:38,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data1/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/cluster_44888e23-c903-7bc0-0344-8c6a97ec34bb/data/data2/current/BP-1633397420-172.17.0.2-1731954334637 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:26:38,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:26:38,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d233167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:26:38,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464690a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:26:38,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:26:38,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a84448c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:26:38,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c2dc059{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/eea7217c-b8a7-0772-4835-646d05e601e3/hadoop.log.dir/,STOPPED} 2024-11-18T18:26:38,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:26:38,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:26:38,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 93) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:37787 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:37787 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/961a81da9827:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2018628547) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=483 (was 434) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 352), ProcessCount=11 (was 11), AvailableMemoryMB=1906 (was 2368)