2024-11-19 21:57:20,792 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 21:57:20,805 main DEBUG Took 0.011775 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 21:57:20,806 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 21:57:20,806 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 21:57:20,807 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 21:57:20,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,816 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 21:57:20,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,833 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,836 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,837 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,839 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,842 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,844 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 21:57:20,846 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 21:57:20,848 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 21:57:20,849 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 21:57:20,852 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 21:57:20,852 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 21:57:20,854 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 21:57:20,854 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 21:57:20,863 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 21:57:20,866 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 21:57:20,868 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 21:57:20,868 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 21:57:20,869 main DEBUG createAppenders(={Console}) 2024-11-19 21:57:20,869 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-19 21:57:20,870 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 21:57:20,870 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-19 21:57:20,871 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 21:57:20,871 main DEBUG OutputStream closed 2024-11-19 21:57:20,871 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 21:57:20,872 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 21:57:20,872 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-19 21:57:20,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 21:57:20,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 21:57:20,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 21:57:20,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 21:57:20,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 21:57:20,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 21:57:20,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 21:57:20,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 21:57:20,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 21:57:20,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 21:57:20,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 21:57:20,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 21:57:20,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 21:57:20,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 21:57:20,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 21:57:20,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 21:57:20,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 21:57:20,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 21:57:20,970 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 21:57:20,971 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-19 21:57:20,971 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 21:57:20,972 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-19T21:57:20,985 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-19 21:57:20,988 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 21:57:20,988 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T21:57:20,996 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-19T21:57:21,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=5563 2024-11-19T21:57:21,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd 2024-11-19T21:57:21,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T21:57:21,281 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278, deleteOnExit=true 2024-11-19T21:57:21,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T21:57:21,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/test.cache.data in system properties and HBase conf 2024-11-19T21:57:21,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T21:57:21,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir in system properties and HBase conf 2024-11-19T21:57:21,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T21:57:21,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T21:57:21,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T21:57:21,375 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T21:57:21,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T21:57:21,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T21:57:21,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T21:57:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T21:57:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T21:57:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T21:57:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T21:57:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T21:57:21,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T21:57:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T21:57:21,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/nfs.dump.dir in system properties and HBase conf 2024-11-19T21:57:21,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/java.io.tmpdir in system properties and HBase conf 2024-11-19T21:57:21,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T21:57:21,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T21:57:21,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T21:57:22,517 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T21:57:22,585 INFO [Time-limited test {}] log.Log(170): Logging initialized @2441ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T21:57:22,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:57:22,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:57:22,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:57:22,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:57:22,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T21:57:22,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:57:22,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:57:22,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:57:22,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/java.io.tmpdir/jetty-localhost-34847-hadoop-hdfs-3_4_1-tests_jar-_-any-17539026269740976967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T21:57:22,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:34847} 2024-11-19T21:57:22,937 INFO [Time-limited test {}] server.Server(415): Started @2794ms 2024-11-19T21:57:23,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:57:23,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:57:23,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:57:23,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:57:23,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T21:57:23,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:57:23,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:57:23,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/java.io.tmpdir/jetty-localhost-36555-hadoop-hdfs-3_4_1-tests_jar-_-any-1865694578351375755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:57:23,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:36555} 2024-11-19T21:57:23,540 INFO [Time-limited test {}] server.Server(415): Started @3397ms 2024-11-19T21:57:23,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:57:23,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:57:23,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:57:23,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:57:23,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:57:23,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T21:57:23,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:57:23,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:57:23,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/java.io.tmpdir/jetty-localhost-41493-hadoop-hdfs-3_4_1-tests_jar-_-any-11675271159616471487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:57:23,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:41493} 2024-11-19T21:57:23,824 INFO [Time-limited test {}] server.Server(415): Started @3681ms 2024-11-19T21:57:23,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:57:23,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:57:23,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:57:23,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:57:23,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:57:23,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T21:57:23,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:57:23,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:57:23,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/java.io.tmpdir/jetty-localhost-34925-hadoop-hdfs-3_4_1-tests_jar-_-any-273100293350506296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:57:23,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:34925} 2024-11-19T21:57:23,982 INFO [Time-limited test {}] server.Server(415): Started @3839ms 2024-11-19T21:57:23,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:57:24,913 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data4/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,913 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data2/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,913 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data3/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,913 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data1/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,940 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data5/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,941 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data6/current/BP-587609870-172.17.0.2-1732053442032/current, will proceed with Du for space computation calculation, 2024-11-19T21:57:24,964 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:57:24,964 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:57:24,973 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:57:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf315f9888a71a4d6 with lease ID 0xdc0fbb6c1f83b917: Processing first storage report for DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8 from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=98bd6535-3c92-4a14-9792-a940fe4a26ca, infoPort=43147, infoSecurePort=0, ipcPort=41393, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf315f9888a71a4d6 with lease ID 0xdc0fbb6c1f83b917: from storage DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8 node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=98bd6535-3c92-4a14-9792-a940fe4a26ca, infoPort=43147, infoSecurePort=0, ipcPort=41393, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x146eaff487f037b1 with lease ID 0xdc0fbb6c1f83b916: Processing first storage report for DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d from datanode DatanodeRegistration(127.0.0.1:46857, datanodeUuid=c65ad9e6-af76-4f6d-b166-663908fb73be, infoPort=39195, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x146eaff487f037b1 with lease ID 0xdc0fbb6c1f83b916: from storage DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=c65ad9e6-af76-4f6d-b166-663908fb73be, infoPort=39195, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x908a7844591f7f96 with lease ID 0xdc0fbb6c1f83b915: Processing first storage report for DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2 from datanode DatanodeRegistration(127.0.0.1:33581, datanodeUuid=ff7d625f-b267-43d1-b635-eae241d877e6, infoPort=33655, infoSecurePort=0, ipcPort=43109, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x908a7844591f7f96 with lease ID 0xdc0fbb6c1f83b915: from storage DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2 node DatanodeRegistration(127.0.0.1:33581, datanodeUuid=ff7d625f-b267-43d1-b635-eae241d877e6, infoPort=33655, infoSecurePort=0, ipcPort=43109, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf315f9888a71a4d6 with lease ID 0xdc0fbb6c1f83b917: Processing first storage report for DS-528f9a4d-5391-4cf2-9dc9-78a61e78b712 from datanode DatanodeRegistration(127.0.0.1:33955, datanodeUuid=98bd6535-3c92-4a14-9792-a940fe4a26ca, infoPort=43147, infoSecurePort=0, ipcPort=41393, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf315f9888a71a4d6 with lease ID 0xdc0fbb6c1f83b917: from storage DS-528f9a4d-5391-4cf2-9dc9-78a61e78b712 node DatanodeRegistration(127.0.0.1:33955, datanodeUuid=98bd6535-3c92-4a14-9792-a940fe4a26ca, infoPort=43147, infoSecurePort=0, ipcPort=41393, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x146eaff487f037b1 with lease ID 0xdc0fbb6c1f83b916: Processing first storage report for DS-4c1608bd-25e9-4ddd-9afa-c28bae1e76ae from datanode DatanodeRegistration(127.0.0.1:46857, datanodeUuid=c65ad9e6-af76-4f6d-b166-663908fb73be, infoPort=39195, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x146eaff487f037b1 with lease ID 0xdc0fbb6c1f83b916: from storage DS-4c1608bd-25e9-4ddd-9afa-c28bae1e76ae node DatanodeRegistration(127.0.0.1:46857, datanodeUuid=c65ad9e6-af76-4f6d-b166-663908fb73be, infoPort=39195, infoSecurePort=0, ipcPort=32775, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x908a7844591f7f96 with lease ID 0xdc0fbb6c1f83b915: Processing first storage report for DS-0a3f40b0-96f9-4985-a32e-be1141e9a1e9 from datanode DatanodeRegistration(127.0.0.1:33581, datanodeUuid=ff7d625f-b267-43d1-b635-eae241d877e6, infoPort=33655, infoSecurePort=0, ipcPort=43109, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032) 2024-11-19T21:57:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x908a7844591f7f96 with lease ID 0xdc0fbb6c1f83b915: from storage DS-0a3f40b0-96f9-4985-a32e-be1141e9a1e9 node DatanodeRegistration(127.0.0.1:33581, datanodeUuid=ff7d625f-b267-43d1-b635-eae241d877e6, infoPort=33655, infoSecurePort=0, ipcPort=43109, storageInfo=lv=-57;cid=testClusterID;nsid=1347162975;c=1732053442032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:57:25,046 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd 2024-11-19T21:57:25,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/zookeeper_0, clientPort=53741, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T21:57:25,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53741 2024-11-19T21:57:25,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:25,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:57:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:57:25,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:57:25,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 with version=8 2024-11-19T21:57:25,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/hbase-staging 2024-11-19T21:57:25,824 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T21:57:26,064 INFO [Time-limited test {}] client.ConnectionUtils(128): master/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:57:26,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,077 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:57:26,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:57:26,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T21:57:26,261 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T21:57:26,270 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T21:57:26,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:57:26,298 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103503 (auto-detected) 2024-11-19T21:57:26,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T21:57:26,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45427 2024-11-19T21:57:26,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45427 connecting to ZooKeeper ensemble=127.0.0.1:53741 2024-11-19T21:57:26,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454270x0, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:57:26,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45427-0x1015663bcac0000 connected 2024-11-19T21:57:26,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:57:26,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261, hbase.cluster.distributed=false 2024-11-19T21:57:26,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:57:26,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45427 2024-11-19T21:57:26,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45427 2024-11-19T21:57:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45427 2024-11-19T21:57:26,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45427 2024-11-19T21:57:26,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45427 2024-11-19T21:57:26,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:57:26,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:57:26,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:57:26,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:57:26,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:57:26,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43445 2024-11-19T21:57:26,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43445 connecting to ZooKeeper ensemble=127.0.0.1:53741 2024-11-19T21:57:26,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,753 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434450x0, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:57:26,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43445-0x1015663bcac0001 connected 2024-11-19T21:57:26,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:57:26,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:57:26,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:57:26,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:57:26,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:57:26,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-19T21:57:26,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43445 2024-11-19T21:57:26,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43445 2024-11-19T21:57:26,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-19T21:57:26,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43445 2024-11-19T21:57:26,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:57:26,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:57:26,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:57:26,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:57:26,801 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:57:26,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42395 2024-11-19T21:57:26,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42395 connecting to ZooKeeper ensemble=127.0.0.1:53741 2024-11-19T21:57:26,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,843 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423950x0, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:57:26,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42395-0x1015663bcac0002 connected 2024-11-19T21:57:26,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:57:26,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:57:26,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:57:26,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:57:26,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:57:26,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-19T21:57:26,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42395 2024-11-19T21:57:26,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42395 2024-11-19T21:57:26,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-19T21:57:26,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-19T21:57:26,872 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:57:26,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:57:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:57:26,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:57:26,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:57:26,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:57:26,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35137 2024-11-19T21:57:26,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35137 connecting to ZooKeeper ensemble=127.0.0.1:53741 2024-11-19T21:57:26,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:26,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351370x0, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:57:26,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:57:26,912 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351370x0, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:57:26,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35137-0x1015663bcac0003 connected 2024-11-19T21:57:26,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:57:26,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:57:26,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:57:26,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-19T21:57:26,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35137 2024-11-19T21:57:26,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35137 2024-11-19T21:57:26,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-19T21:57:26,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-19T21:57:26,941 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;707262ffa86d:45427 2024-11-19T21:57:26,942 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/707262ffa86d,45427,1732053445913 2024-11-19T21:57:26,960 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:26,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:26,960 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:26,960 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:26,962 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/707262ffa86d,45427,1732053445913 2024-11-19T21:57:26,992 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:57:26,992 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:57:26,993 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:57:26,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:26,993 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:26,993 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:26,993 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:26,994 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T21:57:26,996 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/707262ffa86d,45427,1732053445913 from backup master directory 2024-11-19T21:57:27,009 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/707262ffa86d,45427,1732053445913 2024-11-19T21:57:27,009 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:27,009 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:57:27,010 WARN [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:57:27,010 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=707262ffa86d,45427,1732053445913 2024-11-19T21:57:27,013 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T21:57:27,014 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T21:57:27,078 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/hbase.id] with ID: 07a701e8-68ba-4029-a540-8c6d44b68777 2024-11-19T21:57:27,078 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.tmp/hbase.id 2024-11-19T21:57:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:57:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:57:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:57:27,096 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.tmp/hbase.id]:[hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/hbase.id] 2024-11-19T21:57:27,142 INFO [master/707262ffa86d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:57:27,147 INFO [master/707262ffa86d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T21:57:27,166 INFO [master/707262ffa86d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-19T21:57:27,195 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,195 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,195 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:57:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:57:27,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:57:27,236 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T21:57:27,238 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T21:57:27,256 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T21:57:27,259 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:57:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:57:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:57:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:57:27,309 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store 2024-11-19T21:57:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:57:27,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:57:27,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:57:27,336 INFO [master/707262ffa86d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T21:57:27,340 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:27,341 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T21:57:27,341 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:57:27,341 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:57:27,343 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-19T21:57:27,343 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:57:27,343 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:57:27,344 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732053447341Disabling compacts and flushes for region at 1732053447341Disabling writes for close at 1732053447343 (+2 ms)Writing region close event to WAL at 1732053447343Closed at 1732053447343 2024-11-19T21:57:27,346 WARN [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/.initializing 2024-11-19T21:57:27,347 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/WALs/707262ffa86d,45427,1732053445913 2024-11-19T21:57:27,355 INFO [master/707262ffa86d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:57:27,370 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C45427%2C1732053445913, suffix=, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/WALs/707262ffa86d,45427,1732053445913, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/oldWALs, maxLogs=10 2024-11-19T21:57:27,402 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/WALs/707262ffa86d,45427,1732053445913/707262ffa86d%2C45427%2C1732053445913.1732053447376, exclude list is [], retry=0 2024-11-19T21:57:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:57:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:57:27,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:57:27,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T21:57:27,465 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/WALs/707262ffa86d,45427,1732053445913/707262ffa86d%2C45427%2C1732053445913.1732053447376 2024-11-19T21:57:27,466 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33655:33655),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-19T21:57:27,466 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T21:57:27,466 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:27,469 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,470 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T21:57:27,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:27,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:27,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T21:57:27,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:27,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:27,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T21:57:27,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:27,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:27,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T21:57:27,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:27,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:27,543 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,547 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,549 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,555 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,556 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,560 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:57:27,563 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:57:27,567 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:27,568 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58948403, jitterRate=-0.12160034477710724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:57:27,576 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732053447480Initializing all the Stores at 1732053447482 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053447482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053447483 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053447483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053447483Cleaning up temporary data from old regions at 1732053447556 (+73 ms)Region opened successfully at 1732053447576 (+20 ms) 2024-11-19T21:57:27,577 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T21:57:27,610 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af0cbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:57:27,639 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T21:57:27,648 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T21:57:27,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T21:57:27,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T21:57:27,652 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T21:57:27,657 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T21:57:27,657 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T21:57:27,687 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T21:57:27,697 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T21:57:27,745 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T21:57:27,749 INFO [master/707262ffa86d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T21:57:27,751 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T21:57:27,761 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T21:57:27,763 INFO [master/707262ffa86d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T21:57:27,766 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T21:57:27,775 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T21:57:27,777 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T21:57:27,786 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T21:57:27,800 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T21:57:27,811 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T21:57:27,819 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:57:27,819 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:57:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:57:27,820 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,820 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,820 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:57:27,820 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,824 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=707262ffa86d,45427,1732053445913, sessionid=0x1015663bcac0000, setting cluster-up flag (Was=false) 2024-11-19T21:57:27,853 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,853 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,853 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,878 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T21:57:27,883 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=707262ffa86d,45427,1732053445913 2024-11-19T21:57:27,903 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,903 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,903 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:27,928 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T21:57:27,930 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=707262ffa86d,45427,1732053445913 2024-11-19T21:57:27,937 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T21:57:28,009 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T21:57:28,017 INFO [master/707262ffa86d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T21:57:28,023 INFO [master/707262ffa86d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T21:57:28,026 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(746): ClusterId : 07a701e8-68ba-4029-a540-8c6d44b68777 2024-11-19T21:57:28,026 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(746): ClusterId : 07a701e8-68ba-4029-a540-8c6d44b68777 2024-11-19T21:57:28,026 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(746): ClusterId : 07a701e8-68ba-4029-a540-8c6d44b68777 2024-11-19T21:57:28,028 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:57:28,028 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:57:28,028 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:57:28,030 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 707262ffa86d,45427,1732053445913 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T21:57:28,063 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:57:28,063 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:57:28,063 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:57:28,063 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:57:28,063 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:57:28,063 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:57:28,063 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/707262ffa86d:0, corePoolSize=10, maxPoolSize=10 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:57:28,064 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,066 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732053478066 2024-11-19T21:57:28,067 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T21:57:28,068 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T21:57:28,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:57:28,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T21:57:28,072 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T21:57:28,072 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T21:57:28,073 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T21:57:28,073 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T21:57:28,074 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:28,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T21:57:28,079 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:57:28,079 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T21:57:28,080 DEBUG [RS:2;707262ffa86d:35137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69911a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:57:28,081 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:57:28,081 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:57:28,081 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T21:57:28,081 DEBUG [RS:1;707262ffa86d:42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba67ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:57:28,081 DEBUG [RS:0;707262ffa86d:43445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527bacec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:57:28,082 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T21:57:28,088 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T21:57:28,089 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T21:57:28,094 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053448090,5,FailOnTimeoutGroup] 2024-11-19T21:57:28,095 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053448094,5,FailOnTimeoutGroup] 2024-11-19T21:57:28,096 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,096 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T21:57:28,097 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,098 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,099 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;707262ffa86d:35137 2024-11-19T21:57:28,099 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;707262ffa86d:42395 2024-11-19T21:57:28,100 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;707262ffa86d:43445 2024-11-19T21:57:28,103 INFO [RS:1;707262ffa86d:42395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:57:28,103 INFO [RS:0;707262ffa86d:43445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:57:28,103 INFO [RS:2;707262ffa86d:35137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:57:28,103 INFO [RS:1;707262ffa86d:42395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:57:28,103 INFO [RS:0;707262ffa86d:43445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:57:28,103 INFO [RS:2;707262ffa86d:35137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:57:28,103 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:57:28,103 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:57:28,103 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:57:28,106 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,45427,1732053445913 with port=35137, startcode=1732053446871 2024-11-19T21:57:28,106 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,45427,1732053445913 with port=42395, startcode=1732053446797 2024-11-19T21:57:28,106 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,45427,1732053445913 with port=43445, startcode=1732053446667 2024-11-19T21:57:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:57:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:57:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:57:28,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T21:57:28,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:28,121 DEBUG [RS:1;707262ffa86d:42395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:57:28,121 DEBUG [RS:2;707262ffa86d:35137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:57:28,121 DEBUG [RS:0;707262ffa86d:43445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:57:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741832_1008 (size=32) 2024-11-19T21:57:28,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741832_1008 (size=32) 2024-11-19T21:57:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741832_1008 (size=32) 2024-11-19T21:57:28,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:28,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T21:57:28,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T21:57:28,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:28,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:28,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T21:57:28,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T21:57:28,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:28,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:28,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T21:57:28,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T21:57:28,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:28,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:28,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T21:57:28,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T21:57:28,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:28,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:28,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T21:57:28,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51369, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:57:28,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:57:28,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:57:28,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:57:28,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:57:28,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T21:57:28,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T21:57:28,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:57:28,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T21:57:28,167 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:28,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65727017, jitterRate=-0.020591124892234802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:57:28,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732053448135Initializing all the Stores at 1732053448137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053448137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053448137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053448137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053448137Cleaning up temporary data from old regions at 1732053448163 (+26 ms)Region opened successfully at 1732053448175 (+12 ms) 2024-11-19T21:57:28,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T21:57:28,176 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T21:57:28,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T21:57:28,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T21:57:28,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T21:57:28,178 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T21:57:28,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732053448176Disabling compacts and flushes for region at 1732053448176Disabling writes for close at 1732053448176Writing region close event to WAL at 1732053448177 (+1 ms)Closed at 1732053448178 (+1 ms) 2024-11-19T21:57:28,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:57:28,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T21:57:28,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,184 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:28,184 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:28,184 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46369 2024-11-19T21:57:28,184 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46369 2024-11-19T21:57:28,184 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:57:28,184 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:57:28,188 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:28,189 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46369 2024-11-19T21:57:28,189 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:57:28,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T21:57:28,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:57:28,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T21:57:28,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:57:28,248 DEBUG [RS:1;707262ffa86d:42395 {}] zookeeper.ZKUtil(111): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,248 WARN [RS:1;707262ffa86d:42395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:57:28,248 DEBUG [RS:0;707262ffa86d:43445 {}] zookeeper.ZKUtil(111): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,248 INFO [RS:1;707262ffa86d:42395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:57:28,248 WARN [RS:0;707262ffa86d:43445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:57:28,248 INFO [RS:0;707262ffa86d:43445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:57:28,249 DEBUG [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,249 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,249 DEBUG [RS:2;707262ffa86d:35137 {}] zookeeper.ZKUtil(111): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,249 WARN [RS:2;707262ffa86d:35137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:57:28,250 INFO [RS:2;707262ffa86d:35137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:57:28,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,35137,1732053446871] 2024-11-19T21:57:28,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,42395,1732053446797] 2024-11-19T21:57:28,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,43445,1732053446667] 2024-11-19T21:57:28,250 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,274 INFO [RS:2;707262ffa86d:35137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:57:28,274 INFO [RS:1;707262ffa86d:42395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:57:28,274 INFO [RS:0;707262ffa86d:43445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:57:28,290 INFO [RS:1;707262ffa86d:42395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:57:28,290 INFO [RS:0;707262ffa86d:43445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:57:28,290 INFO [RS:2;707262ffa86d:35137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:57:28,296 INFO [RS:2;707262ffa86d:35137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:57:28,296 INFO [RS:0;707262ffa86d:43445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:57:28,296 INFO [RS:1;707262ffa86d:42395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:57:28,296 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,296 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,296 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,297 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:57:28,297 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:57:28,297 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:57:28,303 INFO [RS:2;707262ffa86d:35137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:57:28,303 INFO [RS:1;707262ffa86d:42395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:57:28,303 INFO [RS:0;707262ffa86d:43445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:57:28,305 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,305 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,305 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,305 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,305 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,305 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,305 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,305 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,306 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:2;707262ffa86d:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,307 DEBUG [RS:0;707262ffa86d:43445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,307 DEBUG [RS:1;707262ffa86d:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:57:28,308 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,308 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,309 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,309 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,309 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,309 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,35137,1732053446871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:57:28,310 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,311 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,311 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,311 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,311 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,311 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,42395,1732053446797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:57:28,314 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,315 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,315 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,315 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,315 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,315 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,43445,1732053446667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:57:28,333 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:57:28,333 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:57:28,336 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,42395,1732053446797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,336 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,35137,1732053446871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,336 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,336 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,336 INFO [RS:1;707262ffa86d:42395 {}] regionserver.Replication(171): 707262ffa86d,42395,1732053446797 started 2024-11-19T21:57:28,336 INFO [RS:2;707262ffa86d:35137 {}] regionserver.Replication(171): 707262ffa86d,35137,1732053446871 started 2024-11-19T21:57:28,352 WARN [707262ffa86d:45427 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T21:57:28,353 INFO [RS:1;707262ffa86d:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,353 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,353 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,42395,1732053446797, RpcServer on 707262ffa86d/172.17.0.2:42395, sessionid=0x1015663bcac0002 2024-11-19T21:57:28,353 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,35137,1732053446871, RpcServer on 707262ffa86d/172.17.0.2:35137, sessionid=0x1015663bcac0003 2024-11-19T21:57:28,354 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:57:28,354 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:57:28,354 DEBUG [RS:2;707262ffa86d:35137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,354 DEBUG [RS:1;707262ffa86d:42395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,354 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,42395,1732053446797' 2024-11-19T21:57:28,354 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,35137,1732053446871' 2024-11-19T21:57:28,354 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:57:28,354 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:57:28,355 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:57:28,355 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,35137,1732053446871 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,35137,1732053446871' 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,42395,1732053446797' 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:57:28,356 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:57:28,356 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:57:28,357 DEBUG [RS:1;707262ffa86d:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:57:28,357 DEBUG [RS:2;707262ffa86d:35137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:57:28,357 INFO [RS:1;707262ffa86d:42395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:57:28,357 INFO [RS:2;707262ffa86d:35137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:57:28,357 INFO [RS:1;707262ffa86d:42395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:57:28,357 INFO [RS:2;707262ffa86d:35137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:57:28,374 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:57:28,374 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,43445,1732053446667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,374 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,375 INFO [RS:0;707262ffa86d:43445 {}] regionserver.Replication(171): 707262ffa86d,43445,1732053446667 started 2024-11-19T21:57:28,388 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:28,388 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,43445,1732053446667, RpcServer on 707262ffa86d/172.17.0.2:43445, sessionid=0x1015663bcac0001 2024-11-19T21:57:28,388 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:57:28,389 DEBUG [RS:0;707262ffa86d:43445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,389 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,43445,1732053446667' 2024-11-19T21:57:28,389 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:57:28,389 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:57:28,390 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:57:28,390 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:57:28,390 DEBUG [RS:0;707262ffa86d:43445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,43445,1732053446667 2024-11-19T21:57:28,390 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,43445,1732053446667' 2024-11-19T21:57:28,390 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:57:28,391 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:57:28,392 DEBUG [RS:0;707262ffa86d:43445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:57:28,392 INFO [RS:0;707262ffa86d:43445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:57:28,392 INFO [RS:0;707262ffa86d:43445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:57:28,464 INFO [RS:2;707262ffa86d:35137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:57:28,464 INFO [RS:1;707262ffa86d:42395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:57:28,468 INFO [RS:1;707262ffa86d:42395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C42395%2C1732053446797, suffix=, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs, maxLogs=32 2024-11-19T21:57:28,468 INFO [RS:2;707262ffa86d:35137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C35137%2C1732053446871, suffix=, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,35137,1732053446871, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs, maxLogs=32 2024-11-19T21:57:28,486 DEBUG [RS:1;707262ffa86d:42395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797/707262ffa86d%2C42395%2C1732053446797.1732053448473, exclude list is [], retry=0 2024-11-19T21:57:28,488 DEBUG [RS:2;707262ffa86d:35137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,35137,1732053446871/707262ffa86d%2C35137%2C1732053446871.1732053448474, exclude list is [], retry=0 2024-11-19T21:57:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:57:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:57:28,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:57:28,493 INFO [RS:0;707262ffa86d:43445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:57:28,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:57:28,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:57:28,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:57:28,495 INFO [RS:1;707262ffa86d:42395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797/707262ffa86d%2C42395%2C1732053446797.1732053448473 2024-11-19T21:57:28,496 INFO [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C43445%2C1732053446667, suffix=, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs, maxLogs=32 2024-11-19T21:57:28,496 DEBUG [RS:1;707262ffa86d:42395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33655:33655),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-19T21:57:28,503 INFO [RS:2;707262ffa86d:35137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,35137,1732053446871/707262ffa86d%2C35137%2C1732053446871.1732053448474 2024-11-19T21:57:28,504 DEBUG [RS:2;707262ffa86d:35137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:33655:33655)] 2024-11-19T21:57:28,511 DEBUG [RS:0;707262ffa86d:43445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667/707262ffa86d%2C43445%2C1732053446667.1732053448498, exclude list is [], retry=0 2024-11-19T21:57:28,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:57:28,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:57:28,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:57:28,520 INFO [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667/707262ffa86d%2C43445%2C1732053446667.1732053448498 2024-11-19T21:57:28,520 DEBUG [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195),(127.0.0.1/127.0.0.1:33655:33655),(127.0.0.1/127.0.0.1:43147:43147)] 2024-11-19T21:57:28,607 DEBUG [707262ffa86d:45427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T21:57:28,616 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:57:28,623 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:57:28,623 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:57:28,623 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T21:57:28,624 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:57:28,624 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:57:28,624 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T21:57:28,624 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:57:28,624 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:57:28,624 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T21:57:28,624 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:57:28,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:28,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,42395,1732053446797, state=OPENING 2024-11-19T21:57:28,669 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T21:57:28,726 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:28,726 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:28,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:28,726 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:57:28,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:28,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:28,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:28,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:28,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:57:28,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,42395,1732053446797}] 2024-11-19T21:57:36,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T21:57:36,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T21:57:38,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:57:38,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:57:38,775 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T21:57:38,775 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:57:38,776 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T21:57:38,779 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C42395%2C1732053446797.meta, suffix=.meta, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs, maxLogs=32 2024-11-19T21:57:38,793 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, exclude list is [], retry=0 2024-11-19T21:57:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:57:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:57:38,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:57:38,800 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta 2024-11-19T21:57:38,801 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33655:33655),(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:39195:39195)] 2024-11-19T21:57:38,801 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T21:57:38,803 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T21:57:38,806 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T21:57:38,812 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T21:57:38,816 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T21:57:38,817 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:38,817 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T21:57:38,817 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T21:57:38,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T21:57:38,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T21:57:38,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:38,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:38,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T21:57:38,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T21:57:38,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:38,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:38,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T21:57:38,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T21:57:38,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:38,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:38,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T21:57:38,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T21:57:38,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:38,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:57:38,831 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T21:57:38,832 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:57:38,834 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:57:38,836 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T21:57:38,836 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T21:57:38,837 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:57:38,840 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T21:57:38,841 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64969448, jitterRate=-0.03187978267669678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:57:38,841 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T21:57:38,842 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732053458818Writing region info on filesystem at 1732053458818Initializing all the Stores at 1732053458820 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053458820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053458820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053458820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053458820Cleaning up temporary data from old regions at 1732053458837 (+17 ms)Running coprocessor post-open hooks at 1732053458841 (+4 ms)Region opened successfully at 1732053458842 (+1 ms) 2024-11-19T21:57:38,849 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732053458750 2024-11-19T21:57:38,857 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T21:57:38,858 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T21:57:38,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:38,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,42395,1732053446797, state=OPEN 2024-11-19T21:57:38,918 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:57:38,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:57:38,918 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:57:38,918 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:57:38,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:38,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:38,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:38,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:57:38,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=707262ffa86d,42395,1732053446797 2024-11-19T21:57:38,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T21:57:38,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,42395,1732053446797 in 10.1870 sec 2024-11-19T21:57:38,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T21:57:38,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7410 sec 2024-11-19T21:57:38,936 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:57:38,936 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T21:57:38,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:57:38,956 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1] 2024-11-19T21:57:38,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:57:38,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41387, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:57:39,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0490 sec 2024-11-19T21:57:39,018 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732053459018, completionTime=-1 2024-11-19T21:57:39,021 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T21:57:39,021 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T21:57:39,050 INFO [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-19T21:57:39,050 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732053519050 2024-11-19T21:57:39,050 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732053579050 2024-11-19T21:57:39,051 INFO [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-19T21:57:39,052 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:57:39,058 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,058 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,058 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,060 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-707262ffa86d:45427, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,060 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,060 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,066 DEBUG [master/707262ffa86d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T21:57:39,084 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.073sec 2024-11-19T21:57:39,086 INFO [master/707262ffa86d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T21:57:39,087 INFO [master/707262ffa86d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T21:57:39,088 INFO [master/707262ffa86d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T21:57:39,088 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T21:57:39,088 INFO [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T21:57:39,089 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:57:39,089 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T21:57:39,093 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T21:57:39,094 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T21:57:39,095 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45427,1732053445913-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:57:39,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1473fdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,149 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T21:57:39,149 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T21:57:39,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 707262ffa86d,45427,-1 for getting cluster id 2024-11-19T21:57:39,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T21:57:39,164 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a701e8-68ba-4029-a540-8c6d44b68777' 2024-11-19T21:57:39,166 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T21:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a701e8-68ba-4029-a540-8c6d44b68777" 2024-11-19T21:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c41b64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,167 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [707262ffa86d,45427,-1] 2024-11-19T21:57:39,169 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T21:57:39,171 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:39,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T21:57:39,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a17bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:57:39,182 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1] 2024-11-19T21:57:39,182 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:57:39,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:57:39,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=707262ffa86d,45427,1732053445913 2024-11-19T21:57:39,206 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732053459205 (current time:1732053459205). 2024-11-19T21:57:39,206 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T21:57:39,206 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T21:57:39,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aae17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 707262ffa86d,45427,-1 for getting cluster id 2024-11-19T21:57:39,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T21:57:39,210 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07a701e8-68ba-4029-a540-8c6d44b68777' 2024-11-19T21:57:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T21:57:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07a701e8-68ba-4029-a540-8c6d44b68777" 2024-11-19T21:57:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6eee2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [707262ffa86d,45427,-1] 2024-11-19T21:57:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T21:57:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:39,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T21:57:39,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46565cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:57:39,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:57:39,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1] 2024-11-19T21:57:39,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:57:39,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:57:39,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T21:57:39,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:57:39,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:39,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:39,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T21:57:39,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T21:57:39,235 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 707262ffa86d,45427,1732053445913 2024-11-19T21:57:39,237 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603af121 2024-11-19T21:57:39,238 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T21:57:39,241 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T21:57:39,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T21:57:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T21:57:39,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T21:57:39,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T21:57:39,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:39,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T21:57:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:57:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:57:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:57:39,284 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2f3cb0b624f14e303e1bdaf1feda40a, NAME => 'SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,284 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4c9c6bbbea78badbc0ef4c008cd4d24d, NAME => 'SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,285 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ad78b9cd0427ad99b9f6ea1f081ab1b, NAME => 'SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741838_1014 (size=54) 2024-11-19T21:57:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741838_1014 (size=54) 2024-11-19T21:57:39,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741838_1014 (size=54) 2024-11-19T21:57:39,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d2f3cb0b624f14e303e1bdaf1feda40a, disabling compactions & flushes 2024-11-19T21:57:39,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:39,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:39,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. after waiting 0 ms 2024-11-19T21:57:39,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:39,304 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:39,304 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2f3cb0b624f14e303e1bdaf1feda40a: Waiting for close lock at 1732053459304Disabling compacts and flushes for region at 1732053459304Disabling writes for close at 1732053459304Writing region close event to WAL at 1732053459304Closed at 1732053459304 2024-11-19T21:57:39,305 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c5152ffbe7a1ddd80710ddd8d7ec56b, NAME => 'SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:57:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:57:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:57:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741840_1016 (size=62) 2024-11-19T21:57:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6ad78b9cd0427ad99b9f6ea1f081ab1b, disabling compactions & flushes 2024-11-19T21:57:39,312 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:39,312 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. after waiting 0 ms 2024-11-19T21:57:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:39,313 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:39,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ad78b9cd0427ad99b9f6ea1f081ab1b: Waiting for close lock at 1732053459312Disabling compacts and flushes for region at 1732053459312Disabling writes for close at 1732053459313 (+1 ms)Writing region close event to WAL at 1732053459313Closed at 1732053459313 2024-11-19T21:57:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741840_1016 (size=62) 2024-11-19T21:57:39,314 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7109f2f0734a61f54689a06647f4a842, NAME => 'SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741840_1016 (size=62) 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4c9c6bbbea78badbc0ef4c008cd4d24d, disabling compactions & flushes 2024-11-19T21:57:39,316 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. after waiting 0 ms 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:39,316 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:39,316 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4c9c6bbbea78badbc0ef4c008cd4d24d: Waiting for close lock at 1732053459316Disabling compacts and flushes for region at 1732053459316Disabling writes for close at 1732053459316Writing region close event to WAL at 1732053459316Closed at 1732053459316 2024-11-19T21:57:39,317 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 17268d310935adf6a668664188d96d6c, NAME => 'SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:57:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:57:39,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:57:39,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6c5152ffbe7a1ddd80710ddd8d7ec56b, disabling compactions & flushes 2024-11-19T21:57:39,333 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:39,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:39,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. after waiting 0 ms 2024-11-19T21:57:39,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:39,334 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:39,334 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c5152ffbe7a1ddd80710ddd8d7ec56b: Waiting for close lock at 1732053459333Disabling compacts and flushes for region at 1732053459333Disabling writes for close at 1732053459334 (+1 ms)Writing region close event to WAL at 1732053459334Closed at 1732053459334 2024-11-19T21:57:39,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea65c747f5a24736b9b942b238a3a64c, NAME => 'SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:57:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:57:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:57:39,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7109f2f0734a61f54689a06647f4a842, disabling compactions & flushes 2024-11-19T21:57:39,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:39,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:39,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. after waiting 0 ms 2024-11-19T21:57:39,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:39,351 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:39,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7109f2f0734a61f54689a06647f4a842: Waiting for close lock at 1732053459350Disabling compacts and flushes for region at 1732053459350Disabling writes for close at 1732053459351 (+1 ms)Writing region close event to WAL at 1732053459351Closed at 1732053459351 2024-11-19T21:57:39,352 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb291b445758d3e034febf9990eb76c3, NAME => 'SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:57:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:57:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 17268d310935adf6a668664188d96d6c, disabling compactions & flushes 2024-11-19T21:57:39,368 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. after waiting 0 ms 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:39,368 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:39,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 17268d310935adf6a668664188d96d6c: Waiting for close lock at 1732053459368Disabling compacts and flushes for region at 1732053459368Disabling writes for close at 1732053459368Writing region close event to WAL at 1732053459368Closed at 1732053459368 2024-11-19T21:57:39,369 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f37acb87cd3b0a330e7e7856e43901b6, NAME => 'SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:57:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:57:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:57:39,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ea65c747f5a24736b9b942b238a3a64c, disabling compactions & flushes 2024-11-19T21:57:39,387 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:39,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:39,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. after waiting 0 ms 2024-11-19T21:57:39,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:39,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:39,388 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea65c747f5a24736b9b942b238a3a64c: Waiting for close lock at 1732053459387Disabling compacts and flushes for region at 1732053459387Disabling writes for close at 1732053459388 (+1 ms)Writing region close event to WAL at 1732053459388Closed at 1732053459388 2024-11-19T21:57:39,388 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07cb0dc3074d9873991aea75d8789fc6, NAME => 'SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261 2024-11-19T21:57:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:57:39,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:57:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:57:39,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fb291b445758d3e034febf9990eb76c3, disabling compactions & flushes 2024-11-19T21:57:39,397 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:39,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:39,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. after waiting 0 ms 2024-11-19T21:57:39,397 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:39,397 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:39,398 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb291b445758d3e034febf9990eb76c3: Waiting for close lock at 1732053459397Disabling compacts and flushes for region at 1732053459397Disabling writes for close at 1732053459397Writing region close event to WAL at 1732053459397Closed at 1732053459397 2024-11-19T21:57:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:57:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:57:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:57:39,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 07cb0dc3074d9873991aea75d8789fc6, disabling compactions & flushes 2024-11-19T21:57:39,411 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:39,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:39,411 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. after waiting 0 ms 2024-11-19T21:57:39,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:39,412 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:39,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07cb0dc3074d9873991aea75d8789fc6: Waiting for close lock at 1732053459411Disabling compacts and flushes for region at 1732053459411Disabling writes for close at 1732053459411Writing region close event to WAL at 1732053459412 (+1 ms)Closed at 1732053459412 2024-11-19T21:57:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:57:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:57:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:57:39,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:39,416 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f37acb87cd3b0a330e7e7856e43901b6, disabling compactions & flushes 2024-11-19T21:57:39,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:39,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:39,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. after waiting 0 ms 2024-11-19T21:57:39,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:39,417 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:39,417 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f37acb87cd3b0a330e7e7856e43901b6: Waiting for close lock at 1732053459416Disabling compacts and flushes for region at 1732053459416Disabling writes for close at 1732053459417 (+1 ms)Writing region close event to WAL at 1732053459417Closed at 1732053459417 2024-11-19T21:57:39,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T21:57:39,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053459420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053459420"}]},"ts":"1732053459420"} 2024-11-19T21:57:39,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T21:57:39,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T21:57:39,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732053459463"}]},"ts":"1732053459463"} 2024-11-19T21:57:39,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T21:57:39,470 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:57:39,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:57:39,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:57:39,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T21:57:39,477 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:57:39,478 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:57:39,478 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T21:57:39,478 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:57:39,478 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:57:39,478 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T21:57:39,478 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:57:39,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ad78b9cd0427ad99b9f6ea1f081ab1b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c9c6bbbea78badbc0ef4c008cd4d24d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7109f2f0734a61f54689a06647f4a842, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17268d310935adf6a668664188d96d6c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb291b445758d3e034febf9990eb76c3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07cb0dc3074d9873991aea75d8789fc6, ASSIGN}] 2024-11-19T21:57:39,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c9c6bbbea78badbc0ef4c008cd4d24d, ASSIGN 2024-11-19T21:57:39,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ad78b9cd0427ad99b9f6ea1f081ab1b, ASSIGN 2024-11-19T21:57:39,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN 2024-11-19T21:57:39,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN 2024-11-19T21:57:39,486 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN; state=OFFLINE, location=707262ffa86d,42395,1732053446797; forceNewPlan=false, retain=false 2024-11-19T21:57:39,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c9c6bbbea78badbc0ef4c008cd4d24d, ASSIGN; state=OFFLINE, location=707262ffa86d,35137,1732053446871; forceNewPlan=false, retain=false 2024-11-19T21:57:39,486 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN; state=OFFLINE, location=707262ffa86d,42395,1732053446797; forceNewPlan=false, retain=false 2024-11-19T21:57:39,486 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ad78b9cd0427ad99b9f6ea1f081ab1b, ASSIGN; state=OFFLINE, location=707262ffa86d,43445,1732053446667; forceNewPlan=false, retain=false 2024-11-19T21:57:39,486 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07cb0dc3074d9873991aea75d8789fc6, ASSIGN 2024-11-19T21:57:39,487 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07cb0dc3074d9873991aea75d8789fc6, ASSIGN; state=OFFLINE, location=707262ffa86d,35137,1732053446871; forceNewPlan=false, retain=false 2024-11-19T21:57:39,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN 2024-11-19T21:57:39,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN 2024-11-19T21:57:39,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN; state=OFFLINE, location=707262ffa86d,42395,1732053446797; forceNewPlan=false, retain=false 2024-11-19T21:57:39,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb291b445758d3e034febf9990eb76c3, ASSIGN 2024-11-19T21:57:39,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7109f2f0734a61f54689a06647f4a842, ASSIGN 2024-11-19T21:57:39,494 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17268d310935adf6a668664188d96d6c, ASSIGN 2024-11-19T21:57:39,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb291b445758d3e034febf9990eb76c3, ASSIGN; state=OFFLINE, location=707262ffa86d,43445,1732053446667; forceNewPlan=false, retain=false 2024-11-19T21:57:39,496 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN; state=OFFLINE, location=707262ffa86d,42395,1732053446797; forceNewPlan=false, retain=false 2024-11-19T21:57:39,496 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17268d310935adf6a668664188d96d6c, ASSIGN; state=OFFLINE, location=707262ffa86d,35137,1732053446871; forceNewPlan=false, retain=false 2024-11-19T21:57:39,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7109f2f0734a61f54689a06647f4a842, ASSIGN; state=OFFLINE, location=707262ffa86d,43445,1732053446667; forceNewPlan=false, retain=false 2024-11-19T21:57:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:39,642 INFO [707262ffa86d:45427 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T21:57:39,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fb291b445758d3e034febf9990eb76c3, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:39,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ad78b9cd0427ad99b9f6ea1f081ab1b, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:39,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7109f2f0734a61f54689a06647f4a842, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:39,645 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f37acb87cd3b0a330e7e7856e43901b6, regionState=OPENING, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:39,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ea65c747f5a24736b9b942b238a3a64c, regionState=OPENING, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:39,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2f3cb0b624f14e303e1bdaf1feda40a, regionState=OPENING, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:39,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c5152ffbe7a1ddd80710ddd8d7ec56b, regionState=OPENING, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:39,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=07cb0dc3074d9873991aea75d8789fc6, regionState=OPENING, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:39,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17268d310935adf6a668664188d96d6c, regionState=OPENING, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:39,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c6bbbea78badbc0ef4c008cd4d24d, regionState=OPENING, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:39,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb291b445758d3e034febf9990eb76c3, ASSIGN because future has completed 2024-11-19T21:57:39,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb291b445758d3e034febf9990eb76c3, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:57:39,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7109f2f0734a61f54689a06647f4a842, ASSIGN because future has completed 2024-11-19T21:57:39,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7109f2f0734a61f54689a06647f4a842, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:57:39,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6ad78b9cd0427ad99b9f6ea1f081ab1b, ASSIGN because future has completed 2024-11-19T21:57:39,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN because future has completed 2024-11-19T21:57:39,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,42395,1732053446797}] 2024-11-19T21:57:39,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN because future has completed 2024-11-19T21:57:39,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:57:39,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,42395,1732053446797}] 2024-11-19T21:57:39,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN because future has completed 2024-11-19T21:57:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07cb0dc3074d9873991aea75d8789fc6, ASSIGN because future has completed 2024-11-19T21:57:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17268d310935adf6a668664188d96d6c, ASSIGN because future has completed 2024-11-19T21:57:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN because future has completed 2024-11-19T21:57:39,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17268d310935adf6a668664188d96d6c, server=707262ffa86d,35137,1732053446871}] 2024-11-19T21:57:39,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,42395,1732053446797}] 2024-11-19T21:57:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4c9c6bbbea78badbc0ef4c008cd4d24d, ASSIGN because future has completed 2024-11-19T21:57:39,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cb0dc3074d9873991aea75d8789fc6, server=707262ffa86d,35137,1732053446871}] 2024-11-19T21:57:39,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d, server=707262ffa86d,35137,1732053446871}] 2024-11-19T21:57:39,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,42395,1732053446797}] 2024-11-19T21:57:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:40,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T21:57:40,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:44,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T21:57:46,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T21:57:46,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T21:57:46,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T21:57:46,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T21:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:49,655 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:57:49,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:57:49,666 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:49,666 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fb291b445758d3e034febf9990eb76c3, NAME => 'SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T21:57:49,667 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,667 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,667 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,667 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,671 INFO [StoreOpener-fb291b445758d3e034febf9990eb76c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,672 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:49,673 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f37acb87cd3b0a330e7e7856e43901b6, NAME => 'SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T21:57:49,673 INFO [StoreOpener-fb291b445758d3e034febf9990eb76c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb291b445758d3e034febf9990eb76c3 columnFamilyName cf 2024-11-19T21:57:49,673 DEBUG [StoreOpener-fb291b445758d3e034febf9990eb76c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,673 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,673 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,674 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,674 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,674 INFO [StoreOpener-fb291b445758d3e034febf9990eb76c3-1 {}] regionserver.HStore(327): Store=fb291b445758d3e034febf9990eb76c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,674 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:57:49,676 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35645, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:57:49,676 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,677 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,677 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,678 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,678 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37acb87cd3b0a330e7e7856e43901b6 columnFamilyName cf 2024-11-19T21:57:49,678 DEBUG [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,679 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] regionserver.HStore(327): Store=f37acb87cd3b0a330e7e7856e43901b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,679 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,680 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,681 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,681 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,682 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,682 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,683 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:49,683 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9c6bbbea78badbc0ef4c008cd4d24d, NAME => 'SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T21:57:49,683 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,683 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,684 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,684 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,684 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,684 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fb291b445758d3e034febf9990eb76c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62856585, jitterRate=-0.06336389482021332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,684 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:49,685 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,686 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fb291b445758d3e034febf9990eb76c3: Running coprocessor pre-open hook at 1732053469667Writing region info on filesystem at 1732053469667Initializing all the Stores at 1732053469669 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469669Cleaning up temporary data from old regions at 1732053469678 (+9 ms)Running coprocessor post-open hooks at 1732053469684 (+6 ms)Region opened successfully at 1732053469685 (+1 ms) 2024-11-19T21:57:49,686 INFO [StoreOpener-4c9c6bbbea78badbc0ef4c008cd4d24d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,688 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., pid=15, masterSystemTime=1732053469655 2024-11-19T21:57:49,688 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,689 INFO [StoreOpener-4c9c6bbbea78badbc0ef4c008cd4d24d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c6bbbea78badbc0ef4c008cd4d24d columnFamilyName cf 2024-11-19T21:57:49,689 DEBUG [StoreOpener-4c9c6bbbea78badbc0ef4c008cd4d24d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,689 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f37acb87cd3b0a330e7e7856e43901b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74938309, jitterRate=0.11666782200336456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,689 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:49,690 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f37acb87cd3b0a330e7e7856e43901b6: Running coprocessor pre-open hook at 1732053469674Writing region info on filesystem at 1732053469674Initializing all the Stores at 1732053469675 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469675Cleaning up temporary data from old regions at 1732053469682 (+7 ms)Running coprocessor post-open hooks at 1732053469689 (+7 ms)Region opened successfully at 1732053469689 2024-11-19T21:57:49,690 INFO [StoreOpener-4c9c6bbbea78badbc0ef4c008cd4d24d-1 {}] regionserver.HStore(327): Store=4c9c6bbbea78badbc0ef4c008cd4d24d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,691 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:49,691 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:57:49,691 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:49,691 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., pid=19, masterSystemTime=1732053469664 2024-11-19T21:57:49,691 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ad78b9cd0427ad99b9f6ea1f081ab1b, NAME => 'SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T21:57:49,691 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,692 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,692 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,692 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,692 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fb291b445758d3e034febf9990eb76c3, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:49,694 INFO [StoreOpener-6ad78b9cd0427ad99b9f6ea1f081ab1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,695 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,696 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:49,696 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:57:49,696 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb291b445758d3e034febf9990eb76c3, server=707262ffa86d,43445,1732053446667 because future has completed 2024-11-19T21:57:49,697 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:49,697 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,697 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => ea65c747f5a24736b9b942b238a3a64c, NAME => 'SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T21:57:49,698 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,698 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,698 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,698 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,699 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,699 INFO [StoreOpener-6ad78b9cd0427ad99b9f6ea1f081ab1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ad78b9cd0427ad99b9f6ea1f081ab1b columnFamilyName cf 2024-11-19T21:57:49,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f37acb87cd3b0a330e7e7856e43901b6, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:49,699 DEBUG [StoreOpener-6ad78b9cd0427ad99b9f6ea1f081ab1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,700 INFO [StoreOpener-6ad78b9cd0427ad99b9f6ea1f081ab1b-1 {}] regionserver.HStore(327): Store=6ad78b9cd0427ad99b9f6ea1f081ab1b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,701 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,703 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,703 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,42395,1732053446797 because future has completed 2024-11-19T21:57:49,705 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-19T21:57:49,705 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,706 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,706 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,709 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea65c747f5a24736b9b942b238a3a64c columnFamilyName cf 2024-11-19T21:57:49,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fb291b445758d3e034febf9990eb76c3, server=707262ffa86d,43445,1732053446667 in 10.0490 sec 2024-11-19T21:57:49,709 DEBUG [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,710 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,710 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] regionserver.HStore(327): Store=ea65c747f5a24736b9b942b238a3a64c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-19T21:57:49,711 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,42395,1732053446797 in 10.0450 sec 2024-11-19T21:57:49,712 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,713 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,714 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb291b445758d3e034febf9990eb76c3, ASSIGN in 10.2260 sec 2024-11-19T21:57:49,714 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN in 10.2320 sec 2024-11-19T21:57:49,716 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6ad78b9cd0427ad99b9f6ea1f081ab1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,717 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,716 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 6ad78b9cd0427ad99b9f6ea1f081ab1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60573979, jitterRate=-0.09737737476825714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,717 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:49,717 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/4c9c6bbbea78badbc0ef4c008cd4d24d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,717 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 6ad78b9cd0427ad99b9f6ea1f081ab1b: Running coprocessor pre-open hook at 1732053469692Writing region info on filesystem at 1732053469692Initializing all the Stores at 1732053469694 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469694Cleaning up temporary data from old regions at 1732053469706 (+12 ms)Running coprocessor post-open hooks at 1732053469717 (+11 ms)Region opened successfully at 1732053469717 2024-11-19T21:57:49,717 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4c9c6bbbea78badbc0ef4c008cd4d24d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72533053, jitterRate=0.08082671463489532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,718 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:49,718 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4c9c6bbbea78badbc0ef4c008cd4d24d: Running coprocessor pre-open hook at 1732053469684Writing region info on filesystem at 1732053469684Initializing all the Stores at 1732053469685 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469685Cleaning up temporary data from old regions at 1732053469698 (+13 ms)Running coprocessor post-open hooks at 1732053469718 (+20 ms)Region opened successfully at 1732053469718 2024-11-19T21:57:49,718 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b., pid=18, masterSystemTime=1732053469655 2024-11-19T21:57:49,719 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d., pid=22, masterSystemTime=1732053469674 2024-11-19T21:57:49,720 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,721 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:49,721 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened ea65c747f5a24736b9b942b238a3a64c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570801, jitterRate=-0.06762240827083588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,721 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:57:49,721 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:49,721 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for ea65c747f5a24736b9b942b238a3a64c: Running coprocessor pre-open hook at 1732053469699Writing region info on filesystem at 1732053469699Initializing all the Stores at 1732053469704 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469704Cleaning up temporary data from old regions at 1732053469714 (+10 ms)Running coprocessor post-open hooks at 1732053469721 (+7 ms)Region opened successfully at 1732053469721 2024-11-19T21:57:49,721 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:49,722 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 7109f2f0734a61f54689a06647f4a842, NAME => 'SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T21:57:49,722 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,722 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,722 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,722 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ad78b9cd0427ad99b9f6ea1f081ab1b, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:49,722 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., pid=17, masterSystemTime=1732053469664 2024-11-19T21:57:49,725 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:49,725 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:57:49,725 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:49,726 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 17268d310935adf6a668664188d96d6c, NAME => 'SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T21:57:49,726 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,726 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b, server=707262ffa86d,43445,1732053446667 because future has completed 2024-11-19T21:57:49,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c6bbbea78badbc0ef4c008cd4d24d, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:49,727 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,727 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,729 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:49,729 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:57:49,729 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:49,730 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f3cb0b624f14e303e1bdaf1feda40a, NAME => 'SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T21:57:49,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ea65c747f5a24736b9b942b238a3a64c, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d, server=707262ffa86d,35137,1732053446871 because future has completed 2024-11-19T21:57:49,732 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,732 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,732 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,732 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,42395,1732053446797 because future has completed 2024-11-19T21:57:49,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-11-19T21:57:49,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b, server=707262ffa86d,43445,1732053446667 in 10.0730 sec 2024-11-19T21:57:49,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-19T21:57:49,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-19T21:57:49,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6ad78b9cd0427ad99b9f6ea1f081ab1b, ASSIGN in 10.2570 sec 2024-11-19T21:57:49,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d, server=707262ffa86d,35137,1732053446871 in 10.0630 sec 2024-11-19T21:57:49,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,42395,1732053446797 in 10.0790 sec 2024-11-19T21:57:49,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4c9c6bbbea78badbc0ef4c008cd4d24d, ASSIGN in 10.2590 sec 2024-11-19T21:57:49,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN in 10.2610 sec 2024-11-19T21:57:49,743 INFO [StoreOpener-7109f2f0734a61f54689a06647f4a842-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,743 INFO [StoreOpener-17268d310935adf6a668664188d96d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,744 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,745 INFO [StoreOpener-17268d310935adf6a668664188d96d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17268d310935adf6a668664188d96d6c columnFamilyName cf 2024-11-19T21:57:49,745 INFO [StoreOpener-7109f2f0734a61f54689a06647f4a842-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7109f2f0734a61f54689a06647f4a842 columnFamilyName cf 2024-11-19T21:57:49,745 DEBUG [StoreOpener-17268d310935adf6a668664188d96d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,745 DEBUG [StoreOpener-7109f2f0734a61f54689a06647f4a842-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,746 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f3cb0b624f14e303e1bdaf1feda40a columnFamilyName cf 2024-11-19T21:57:49,746 INFO [StoreOpener-17268d310935adf6a668664188d96d6c-1 {}] regionserver.HStore(327): Store=17268d310935adf6a668664188d96d6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,746 INFO [StoreOpener-7109f2f0734a61f54689a06647f4a842-1 {}] regionserver.HStore(327): Store=7109f2f0734a61f54689a06647f4a842/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,746 DEBUG [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,746 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,747 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] regionserver.HStore(327): Store=d2f3cb0b624f14e303e1bdaf1feda40a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,747 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,747 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,748 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,748 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,748 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,749 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,750 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,750 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,750 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,751 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,752 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,752 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,755 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/17268d310935adf6a668664188d96d6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,755 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/7109f2f0734a61f54689a06647f4a842/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,755 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,756 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 7109f2f0734a61f54689a06647f4a842; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59060035, jitterRate=-0.11993689835071564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,756 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:49,756 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d2f3cb0b624f14e303e1bdaf1feda40a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64812600, jitterRate=-0.034217000007629395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,756 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:49,756 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 7109f2f0734a61f54689a06647f4a842: Running coprocessor pre-open hook at 1732053469723Writing region info on filesystem at 1732053469723Initializing all the Stores at 1732053469727 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469727Cleaning up temporary data from old regions at 1732053469750 (+23 ms)Running coprocessor post-open hooks at 1732053469756 (+6 ms)Region opened successfully at 1732053469756 2024-11-19T21:57:49,756 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d2f3cb0b624f14e303e1bdaf1feda40a: Running coprocessor pre-open hook at 1732053469732Writing region info on filesystem at 1732053469732Initializing all the Stores at 1732053469734 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469734Cleaning up temporary data from old regions at 1732053469750 (+16 ms)Running coprocessor post-open hooks at 1732053469756 (+6 ms)Region opened successfully at 1732053469756 2024-11-19T21:57:49,758 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a., pid=20, masterSystemTime=1732053469664 2024-11-19T21:57:49,758 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842., pid=16, masterSystemTime=1732053469655 2024-11-19T21:57:49,760 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:49,760 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:57:49,761 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:49,761 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c5152ffbe7a1ddd80710ddd8d7ec56b, NAME => 'SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T21:57:49,761 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,761 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,762 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,762 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d2f3cb0b624f14e303e1bdaf1feda40a, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:49,762 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:49,762 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:57:49,763 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 17268d310935adf6a668664188d96d6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64848544, jitterRate=-0.033681392669677734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,763 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:49,763 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 17268d310935adf6a668664188d96d6c: Running coprocessor pre-open hook at 1732053469727Writing region info on filesystem at 1732053469727Initializing all the Stores at 1732053469729 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469729Cleaning up temporary data from old regions at 1732053469749 (+20 ms)Running coprocessor post-open hooks at 1732053469763 (+14 ms)Region opened successfully at 1732053469763 2024-11-19T21:57:49,765 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c., pid=21, masterSystemTime=1732053469674 2024-11-19T21:57:49,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7109f2f0734a61f54689a06647f4a842, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:57:49,766 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,42395,1732053446797 because future has completed 2024-11-19T21:57:49,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7109f2f0734a61f54689a06647f4a842, server=707262ffa86d,43445,1732053446667 because future has completed 2024-11-19T21:57:49,769 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:49,769 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c5152ffbe7a1ddd80710ddd8d7ec56b columnFamilyName cf 2024-11-19T21:57:49,769 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:57:49,769 DEBUG [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,769 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 07cb0dc3074d9873991aea75d8789fc6, NAME => 'SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,770 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] regionserver.HStore(327): Store=6c5152ffbe7a1ddd80710ddd8d7ec56b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,770 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,773 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,773 INFO [StoreOpener-07cb0dc3074d9873991aea75d8789fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=17268d310935adf6a668664188d96d6c, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:49,775 INFO [StoreOpener-07cb0dc3074d9873991aea75d8789fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07cb0dc3074d9873991aea75d8789fc6 columnFamilyName cf 2024-11-19T21:57:49,775 DEBUG [StoreOpener-07cb0dc3074d9873991aea75d8789fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:57:49,776 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-19T21:57:49,776 INFO [StoreOpener-07cb0dc3074d9873991aea75d8789fc6-1 {}] regionserver.HStore(327): Store=07cb0dc3074d9873991aea75d8789fc6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:57:49,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,42395,1732053446797 in 10.1030 sec 2024-11-19T21:57:49,776 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17268d310935adf6a668664188d96d6c, server=707262ffa86d,35137,1732053446871 because future has completed 2024-11-19T21:57:49,777 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,777 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,778 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-11-19T21:57:49,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7109f2f0734a61f54689a06647f4a842, server=707262ffa86d,43445,1732053446667 in 10.1180 sec 2024-11-19T21:57:49,779 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,780 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN in 10.2970 sec 2024-11-19T21:57:49,780 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7109f2f0734a61f54689a06647f4a842, ASSIGN in 10.2990 sec 2024-11-19T21:57:49,782 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,783 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,785 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-19T21:57:49,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 17268d310935adf6a668664188d96d6c, server=707262ffa86d,35137,1732053446871 in 10.1130 sec 2024-11-19T21:57:49,786 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6c5152ffbe7a1ddd80710ddd8d7ec56b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67524217, jitterRate=0.006189242005348206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,786 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:49,786 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6c5152ffbe7a1ddd80710ddd8d7ec56b: Running coprocessor pre-open hook at 1732053469762Writing region info on filesystem at 1732053469762Initializing all the Stores at 1732053469765 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469765Cleaning up temporary data from old regions at 1732053469777 (+12 ms)Running coprocessor post-open hooks at 1732053469786 (+9 ms)Region opened successfully at 1732053469786 2024-11-19T21:57:49,787 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:57:49,787 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b., pid=23, masterSystemTime=1732053469664 2024-11-19T21:57:49,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17268d310935adf6a668664188d96d6c, ASSIGN in 10.3070 sec 2024-11-19T21:57:49,789 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 07cb0dc3074d9873991aea75d8789fc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62541574, jitterRate=-0.06805792450904846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:57:49,789 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:49,790 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 07cb0dc3074d9873991aea75d8789fc6: Running coprocessor pre-open hook at 1732053469770Writing region info on filesystem at 1732053469770Initializing all the Stores at 1732053469772 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053469772Cleaning up temporary data from old regions at 1732053469780 (+8 ms)Running coprocessor post-open hooks at 1732053469789 (+9 ms)Region opened successfully at 1732053469789 2024-11-19T21:57:49,790 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:49,790 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:57:49,791 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., pid=24, masterSystemTime=1732053469674 2024-11-19T21:57:49,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c5152ffbe7a1ddd80710ddd8d7ec56b, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42395,1732053446797 2024-11-19T21:57:49,793 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:49,793 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:49,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,42395,1732053446797 because future has completed 2024-11-19T21:57:49,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=07cb0dc3074d9873991aea75d8789fc6, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:57:49,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cb0dc3074d9873991aea75d8789fc6, server=707262ffa86d,35137,1732053446871 because future has completed 2024-11-19T21:57:49,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-19T21:57:49,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,42395,1732053446797 in 10.1250 sec 2024-11-19T21:57:49,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN in 10.3240 sec 2024-11-19T21:57:49,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-19T21:57:49,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 07cb0dc3074d9873991aea75d8789fc6, server=707262ffa86d,35137,1732053446871 in 10.1290 sec 2024-11-19T21:57:49,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-19T21:57:49,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07cb0dc3074d9873991aea75d8789fc6, ASSIGN in 10.3270 sec 2024-11-19T21:57:49,811 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T21:57:49,812 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732053469812"}]},"ts":"1732053469812"} 2024-11-19T21:57:49,814 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T21:57:49,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T21:57:49,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5650 sec 2024-11-19T21:57:52,268 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T21:57:55,042 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T21:57:55,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T21:57:56,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-19T21:57:56,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-19T21:57:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:57:57,551 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T21:57:57,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T21:57:57,554 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:57:57,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T21:57:57,570 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:57:57,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T21:57:57,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,694 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,700 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,703 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., hostname=707262ffa86d,43445,1732053446667, seqNum=2] 2024-11-19T21:57:57,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., hostname=707262ffa86d,42395,1732053446797, seqNum=2] 2024-11-19T21:57:57,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:57,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6., hostname=707262ffa86d,35137,1732053446871, seqNum=2] 2024-11-19T21:57:58,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:57:58,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:57:58,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:57:58,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:57:58,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:57:58,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43445 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:57:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:57:58,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:57:59,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:57:59,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T21:57:59,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:57:59,427 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T21:57:59,434 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T21:57:59,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T21:57:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:57:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:57:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:57:59,465 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T21:57:59,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7109f2f0734a61f54689a06647f4a842}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17268d310935adf6a668664188d96d6c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb291b445758d3e034febf9990eb76c3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07cb0dc3074d9873991aea75d8789fc6}] 2024-11-19T21:57:59,473 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:59,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:57:59,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:57:59,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:57:59,474 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:57:59,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:59,482 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb291b445758d3e034febf9990eb76c3 2024-11-19T21:57:59,482 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:59,483 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17268d310935adf6a668664188d96d6c 2024-11-19T21:57:59,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:59,527 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 707262ffa86d,42395,1732053446797 2024-11-19T21:57:59,528 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 707262ffa86d,42395,1732053446797: Simulated kill ***** 2024-11-19T21:57:59,528 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T21:57:59,530 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T21:57:59,531 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T21:57:59,534 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T21:57:59,535 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T21:57:59,541 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 623974904 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 153300464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "707262ffa86d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "707262ffa86d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:53741", "tag.serverName": "707262ffa86d,35137,1732053446871", "tag.clusterId": "07a701e8-68ba-4029-a540-8c6d44b68777", "tag.Context": "regionserver", "tag.Hostname": "707262ffa86d", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732053446871, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T21:57:59,545 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45427 {}] master.MasterRpcServices(700): 707262ffa86d,42395,1732053446797 reported a fatal error: ***** ABORTING region server 707262ffa86d,42395,1732053446797: Simulated kill ***** 2024-11-19T21:57:59,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,42395,1732053446797' ***** 2024-11-19T21:57:59,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T21:57:59,548 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T21:57:59,548 INFO [RS:1;707262ffa86d:42395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T21:57:59,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T21:57:59,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:57:59,549 INFO [RS:1;707262ffa86d:42395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T21:57:59,549 INFO [RS:1;707262ffa86d:42395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T21:57:59,549 INFO [RS:1;707262ffa86d:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;707262ffa86d:42395. 2024-11-19T21:57:59,549 DEBUG [RS:1;707262ffa86d:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:57:59,549 DEBUG [RS:1;707262ffa86d:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:59,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741836_1012 (size=14382) 2024-11-19T21:57:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741836_1012 (size=14382) 2024-11-19T21:57:59,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741836_1012 (size=14382) 2024-11-19T21:57:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741833_1009 (size=1242) 2024-11-19T21:57:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741833_1009 (size=1242) 2024-11-19T21:57:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741833_1009 (size=1242) 2024-11-19T21:57:59,561 DEBUG [RS:1;707262ffa86d:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:57:59,561 INFO [RS:1;707262ffa86d:42395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:57:59,561 INFO [RS:1;707262ffa86d:42395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42395 2024-11-19T21:57:59,576 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:57:59,613 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,42395,1732053446797 2024-11-19T21:57:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:57:59,613 INFO [RS:1;707262ffa86d:42395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T21:57:59,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,42395,1732053446797] 2024-11-19T21:57:59,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,42395,1732053446797 already deleted, retry=false 2024-11-19T21:57:59,630 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 707262ffa86d,42395,1732053446797 on 707262ffa86d,45427,1732053445913 2024-11-19T21:57:59,637 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 707262ffa86d,42395,1732053446797, splitWal=true, meta=true 2024-11-19T21:57:59,642 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 707262ffa86d,42395,1732053446797 (carryingMeta=true) 707262ffa86d,42395,1732053446797/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4e983e20[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T21:57:59,642 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 707262ffa86d,42395,1732053446797, splitWal=true, meta=true 2024-11-19T21:57:59,644 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 707262ffa86d,42395,1732053446797, splitWal=true, meta=true, isMeta: true 2024-11-19T21:57:59,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:57:59,645 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:57:59,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:57:59,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:57:59,648 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c can not run currently because target server of region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T21:57:59,648 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting 2024-11-19T21:57:59,648 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a can not run currently because target server of region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T21:57:59,648 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c; timeout=1000, timestamp=1732053480648 2024-11-19T21:57:59,648 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a; timeout=1000, timestamp=1732053480648 2024-11-19T21:57:59,648 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 can not run currently because target server of region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T21:57:59,648 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6; timeout=1000, timestamp=1732053480648 2024-11-19T21:57:59,648 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b can not run currently because target server of region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T21:57:59,648 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b; timeout=1000, timestamp=1732053480648 2024-11-19T21:57:59,650 INFO [PEWorker-5 {}] master.SplitWALManager(105): 707262ffa86d,42395,1732053446797 WAL count=1, meta=true 2024-11-19T21:57:59,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta}] 2024-11-19T21:57:59,659 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=707262ffa86d,35137,1732053446871 2024-11-19T21:57:59,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, worker=707262ffa86d,35137,1732053446871}] 2024-11-19T21:57:59,722 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:57:59,722 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1015663bcac0002, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:57:59,723 INFO [RS:1;707262ffa86d:42395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T21:57:59,723 INFO [RS:1;707262ffa86d:42395 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,42395,1732053446797; zookeeper connection closed. 2024-11-19T21:57:59,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74f326e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74f326e 2024-11-19T21:58:00,387 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T21:58:00,388 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T21:58:00,648 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:00,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:00,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:00,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:00,650 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b can not run currently because target server of region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T21:58:00,650 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a can not run currently because target server of region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T21:58:00,650 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b; timeout=2000, timestamp=1732053482650 2024-11-19T21:58:00,650 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c can not run currently because target server of region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T21:58:00,650 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 can not run currently because target server of region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T21:58:00,650 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a; timeout=2000, timestamp=1732053482650 2024-11-19T21:58:00,650 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c; timeout=2000, timestamp=1732053482650 2024-11-19T21:58:00,650 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6; timeout=2000, timestamp=1732053482650 2024-11-19T21:58:02,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:02,651 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:02,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:02,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:02,654 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 can not run currently because target server of region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T21:58:02,654 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c can not run currently because target server of region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T21:58:02,654 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6; timeout=4000, timestamp=1732053486654 2024-11-19T21:58:02,654 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a can not run currently because target server of region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T21:58:02,655 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c; timeout=4000, timestamp=1732053486654 2024-11-19T21:58:02,655 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b can not run currently because target server of region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T21:58:02,655 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a; timeout=4000, timestamp=1732053486655 2024-11-19T21:58:02,655 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b; timeout=4000, timestamp=1732053486655 2024-11-19T21:58:03,089 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=707262ffa86d:45427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T21:58:06,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:06,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:06,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:06,656 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:06,658 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c can not run currently because target server of region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T21:58:06,658 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b can not run currently because target server of region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T21:58:06,658 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 can not run currently because target server of region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T21:58:06,658 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6; timeout=8000, timestamp=1732053494658 2024-11-19T21:58:06,658 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c; timeout=8000, timestamp=1732053494658 2024-11-19T21:58:06,658 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b; timeout=8000, timestamp=1732053494658 2024-11-19T21:58:06,658 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a can not run currently because target server of region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T21:58:06,658 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a; timeout=8000, timestamp=1732053494658 2024-11-19T21:58:09,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T21:58:09,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T21:58:09,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T21:58:09,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T21:58:09,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:58:09,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:58:09,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T21:58:09,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:58:09,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:58:09,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:58:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-19T21:58:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T21:58:09,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:58:09,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fb291b445758d3e034febf9990eb76c3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T21:58:09,492 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 07cb0dc3074d9873991aea75d8789fc6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 17268d310935adf6a668664188d96d6c: 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6ad78b9cd0427ad99b9f6ea1f081ab1b: 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 4c9c6bbbea78badbc0ef4c008cd4d24d: 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7109f2f0734a61f54689a06647f4a842: 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:09,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:09,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:09,499 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:09,522 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, size=14.0 K (14382bytes) 2024-11-19T21:58:09,524 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T21:58:09,524 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T21:58:09,524 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta 2024-11-19T21:58:09,531 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta after 4ms 2024-11-19T21:58:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:58:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:58:09,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:58:09,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:58:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:58:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:58:09,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T21:58:09,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:58:09,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:58:09,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T21:58:09,544 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta took 23ms 2024-11-19T21:58:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:58:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:58:09,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:58:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T21:58:09,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:58:09,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:58:09,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741852_1028 (size=65) 2024-11-19T21:58:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T21:58:09,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:58:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741852_1028 (size=65) 2024-11-19T21:58:09,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:58:09,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741852_1028 (size=65) 2024-11-19T21:58:09,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:58:09,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T21:58:09,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7109f2f0734a61f54689a06647f4a842 in 10.0800 sec 2024-11-19T21:58:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T21:58:09,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17268d310935adf6a668664188d96d6c 2024-11-19T21:58:09,554 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17268d310935adf6a668664188d96d6c 2024-11-19T21:58:09,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6ad78b9cd0427ad99b9f6ea1f081ab1b in 10.0850 sec 2024-11-19T21:58:09,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17268d310935adf6a668664188d96d6c in 10.0880 sec 2024-11-19T21:58:09,558 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-19T21:58:09,562 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta so closing down 2024-11-19T21:58:09,562 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T21:58:09,573 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp 2024-11-19T21:58:09,577 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp 2024-11-19T21:58:09,580 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T21:58:09,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741853_1029 (size=14141) 2024-11-19T21:58:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741853_1029 (size=14141) 2024-11-19T21:58:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741853_1029 (size=14141) 2024-11-19T21:58:09,603 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/.tmp/cf/273e47a9823f48e68461334760017bf9 is 34, key is baa/cf:cf/1732053478648/Put/seqid=0 2024-11-19T21:58:09,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-19T21:58:09,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T21:58:09,611 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 59 ms; skipped=1; WAL=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-19T21:58:09,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, journal: Splitting hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, size=14.0 K (14382bytes) at 1732053489523Finishing writing output for hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta so closing down at 1732053489562 (+39 ms)Creating recovered edits writer path=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp at 1732053489577 (+15 ms)3 split writer threads finished at 1732053489580 (+3 ms)Closed recovered edits writer path=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732053489603 (+23 ms)Rename recovered edits hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta.temp to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732053489606 (+3 ms)Processed 26 edits across 1 Regions in 59 ms; skipped=1; WAL=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732053489612 (+6 ms) 2024-11-19T21:58:09,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta 2024-11-19T21:58:09,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T21:58:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T21:58:09,622 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs 2024-11-19T21:58:09,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T21:58:09,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, worker=707262ffa86d,35137,1732053446871 in 9.9600 sec 2024-11-19T21:58:09,629 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:09,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T21:58:09,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 707262ffa86d%2C42395%2C1732053446797.meta.1732053458781.meta, worker=707262ffa86d,35137,1732053446871 in 9.9770 sec 2024-11-19T21:58:09,636 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting dir is empty, no logs to split. 2024-11-19T21:58:09,636 INFO [PEWorker-5 {}] master.SplitWALManager(105): 707262ffa86d,42395,1732053446797 WAL count=0, meta=true 2024-11-19T21:58:09,636 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 707262ffa86d,42395,1732053446797 WAL splitting is done? wals=0, meta=true 2024-11-19T21:58:09,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T21:58:09,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741855_1031 (size=28623) 2024-11-19T21:58:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741855_1031 (size=28623) 2024-11-19T21:58:09,642 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:58:09,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741855_1031 (size=28623) 2024-11-19T21:58:09,645 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T21:58:09,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/.tmp/cf/273e47a9823f48e68461334760017bf9 2024-11-19T21:58:09,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/.tmp/cf/426a58eaa25642e1af9431f5a0384957 is 34, key is eaa/cf:cf/1732053479307/Put/seqid=0 2024-11-19T21:58:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741854_1030 (size=499309) 2024-11-19T21:58:09,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741854_1030 (size=499309) 2024-11-19T21:58:09,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741854_1030 (size=499309) 2024-11-19T21:58:09,665 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/.tmp/cf/426a58eaa25642e1af9431f5a0384957 2024-11-19T21:58:09,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/.tmp/cf/426a58eaa25642e1af9431f5a0384957 as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/cf/426a58eaa25642e1af9431f5a0384957 2024-11-19T21:58:09,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/.tmp/cf/273e47a9823f48e68461334760017bf9 as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/cf/273e47a9823f48e68461334760017bf9 2024-11-19T21:58:09,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/cf/426a58eaa25642e1af9431f5a0384957, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T21:58:09,705 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/cf/273e47a9823f48e68461334760017bf9, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T21:58:09,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 07cb0dc3074d9873991aea75d8789fc6 in 218ms, sequenceid=5, compaction requested=false 2024-11-19T21:58:09,714 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fb291b445758d3e034febf9990eb76c3 in 219ms, sequenceid=5, compaction requested=false 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 07cb0dc3074d9873991aea75d8789fc6: 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fb291b445758d3e034febf9990eb76c3: 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. for SnapshotProcedureTest completed. 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/cf/273e47a9823f48e68461334760017bf9] hfiles 2024-11-19T21:58:09,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/cf/426a58eaa25642e1af9431f5a0384957] hfiles 2024-11-19T21:58:09,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/cf/426a58eaa25642e1af9431f5a0384957 for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/cf/273e47a9823f48e68461334760017bf9 for snapshot=SnapshotProcedureTest 2024-11-19T21:58:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741857_1033 (size=97) 2024-11-19T21:58:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741857_1033 (size=97) 2024-11-19T21:58:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741857_1033 (size=97) 2024-11-19T21:58:09,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:58:09,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T21:58:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T21:58:09,735 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:58:09,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:58:09,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07cb0dc3074d9873991aea75d8789fc6 in 10.2690 sec 2024-11-19T21:58:09,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741856_1032 (size=105) 2024-11-19T21:58:09,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741856_1032 (size=105) 2024-11-19T21:58:09,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741856_1032 (size=105) 2024-11-19T21:58:09,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:58:09,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T21:58:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T21:58:09,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb291b445758d3e034febf9990eb76c3 2024-11-19T21:58:09,743 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb291b445758d3e034febf9990eb76c3 2024-11-19T21:58:09,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb291b445758d3e034febf9990eb76c3 in 10.2780 sec 2024-11-19T21:58:09,795 DEBUG [707262ffa86d:45427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:58:09,796 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:58:09,796 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:58:09,796 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:58:09,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:09,798 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,43445,1732053446667, state=OPENING 2024-11-19T21:58:09,828 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:09,828 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:09,829 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:58:09,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:09,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:09,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:58:09,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:09,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:58:09,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T21:58:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T21:58:09,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:58:09,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:58:09,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c9c6bbbea78badbc0ef4c008cd4d24d in 10.4810 sec 2024-11-19T21:58:14,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:14,660 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:14,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:14,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:14,663 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 can not run currently because target server of region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T21:58:14,663 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a can not run currently because target server of region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T21:58:14,664 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c can not run currently because target server of region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T21:58:14,664 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6; timeout=16000, timestamp=1732053510663 2024-11-19T21:58:14,664 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b can not run currently because target server of region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 707262ffa86d,42395,1732053446797 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T21:58:14,664 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c; timeout=16000, timestamp=1732053510664 2024-11-19T21:58:14,664 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a; timeout=16000, timestamp=1732053510664 2024-11-19T21:58:14,664 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b; timeout=16000, timestamp=1732053510664 2024-11-19T21:58:19,097 INFO [master/707262ffa86d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T21:58:19,097 INFO [master/707262ffa86d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T21:58:19,846 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T21:58:19,846 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:58:19,847 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T21:58:19,850 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C43445%2C1732053446667.meta, suffix=.meta, logDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667, archiveDir=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs, maxLogs=32 2024-11-19T21:58:19,864 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667/707262ffa86d%2C43445%2C1732053446667.meta.1732053499851.meta, exclude list is [], retry=0 2024-11-19T21:58:19,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46857,DS-ec7883f0-ffe2-45e8-acb3-5c4437c7802d,DISK] 2024-11-19T21:58:19,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33581,DS-39c1e9ec-26cf-47d6-bdf4-10552120cea2,DISK] 2024-11-19T21:58:19,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33955,DS-b0dd3119-c187-4f8e-805a-a5ae575b18c8,DISK] 2024-11-19T21:58:19,870 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667/707262ffa86d%2C43445%2C1732053446667.meta.1732053499851.meta 2024-11-19T21:58:19,870 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39195:39195),(127.0.0.1/127.0.0.1:33655:33655),(127.0.0.1/127.0.0.1:43147:43147)] 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T21:58:19,871 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T21:58:19,871 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T21:58:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T21:58:19,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T21:58:19,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:58:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T21:58:19,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T21:58:19,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:19,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:58:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T21:58:19,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T21:58:19,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:19,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:58:19,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T21:58:19,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T21:58:19,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:19,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:58:19,881 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T21:58:19,882 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:58:19,884 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740 2024-11-19T21:58:19,885 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T21:58:19,898 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T21:58:19,898 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-19T21:58:19,930 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/b63adec585c94fcf8604f01384a999e1 is 167, key is SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b./info:regioninfo/1732053469722/Put/seqid=0 2024-11-19T21:58:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741859_1035 (size=18393) 2024-11-19T21:58:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741859_1035 (size=18393) 2024-11-19T21:58:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741859_1035 (size=18393) 2024-11-19T21:58:19,944 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/b63adec585c94fcf8604f01384a999e1 2024-11-19T21:58:19,989 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/ns/c94aafd746be4cb1b6f0d83b7740adef is 43, key is default/ns:d/1732053459001/Put/seqid=0 2024-11-19T21:58:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741860_1036 (size=5153) 2024-11-19T21:58:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741860_1036 (size=5153) 2024-11-19T21:58:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741860_1036 (size=5153) 2024-11-19T21:58:19,998 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/ns/c94aafd746be4cb1b6f0d83b7740adef 2024-11-19T21:58:20,045 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/table/156b3997109742f2a46f983d415d7ec1 is 47, key is SPTestTable/table:state/1732053469812/Put/seqid=0 2024-11-19T21:58:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741861_1037 (size=5214) 2024-11-19T21:58:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741861_1037 (size=5214) 2024-11-19T21:58:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741861_1037 (size=5214) 2024-11-19T21:58:20,055 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/table/156b3997109742f2a46f983d415d7ec1 2024-11-19T21:58:20,068 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/b63adec585c94fcf8604f01384a999e1 as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/info/b63adec585c94fcf8604f01384a999e1 2024-11-19T21:58:20,079 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/info/b63adec585c94fcf8604f01384a999e1, entries=100, sequenceid=28, filesize=18.0 K 2024-11-19T21:58:20,081 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/ns/c94aafd746be4cb1b6f0d83b7740adef as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/ns/c94aafd746be4cb1b6f0d83b7740adef 2024-11-19T21:58:20,092 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/ns/c94aafd746be4cb1b6f0d83b7740adef, entries=2, sequenceid=28, filesize=5.0 K 2024-11-19T21:58:20,093 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/table/156b3997109742f2a46f983d415d7ec1 as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/table/156b3997109742f2a46f983d415d7ec1 2024-11-19T21:58:20,105 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/table/156b3997109742f2a46f983d415d7ec1, entries=2, sequenceid=28, filesize=5.1 K 2024-11-19T21:58:20,106 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 208ms, sequenceid=28, compaction requested=false; wal=null 2024-11-19T21:58:20,107 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T21:58:20,110 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T21:58:20,110 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T21:58:20,111 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:58:20,113 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T21:58:20,117 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-19T21:58:20,118 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64981430, jitterRate=-0.031701236963272095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:58:20,118 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T21:58:20,118 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732053499872Writing region info on filesystem at 1732053499872Initializing all the Stores at 1732053499873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053499873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053499874 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053499874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053499874Obtaining lock to block concurrent updates at 1732053499898 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1732053499898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732053499899 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732053499899Flushing 1588230740/info: creating writer at 1732053499900 (+1 ms)Flushing 1588230740/info: appending metadata at 1732053499923 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732053499923Flushing 1588230740/ns: creating writer at 1732053499954 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732053499975 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732053499975Flushing 1588230740/table: creating writer at 1732053500009 (+34 ms)Flushing 1588230740/table: appending metadata at 1732053500031 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732053500031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36534ea0: reopening flushed file at 1732053500067 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9a78f9: reopening flushed file at 1732053500080 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6f03f9: reopening flushed file at 1732053500092 (+12 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 208ms, sequenceid=28, compaction requested=false; wal=null at 1732053500106 (+14 ms)Cleaning up temporary data from old regions at 1732053500110 (+4 ms)Running coprocessor post-open hooks at 1732053500118 (+8 ms)Region opened successfully at 1732053500118 2024-11-19T21:58:20,120 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732053499832 2024-11-19T21:58:20,122 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T21:58:20,122 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T21:58:20,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:20,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,43445,1732053446667, state=OPEN 2024-11-19T21:58:20,132 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45427 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=707262ffa86d,43445,1732053446667, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T21:58:20,160 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:20,160 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:58:20,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:20,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:20,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:58:20,161 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=707262ffa86d,43445,1732053446667 2024-11-19T21:58:20,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T21:58:20,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,43445,1732053446667 in 10.3320 sec 2024-11-19T21:58:20,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-19T21:58:20,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5250 sec 2024-11-19T21:58:20,167 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 707262ffa86d,42395,1732053446797 had 5 regions 2024-11-19T21:58:20,168 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 707262ffa86d,42395,1732053446797, splitWal=true, meta=true, isMeta: false 2024-11-19T21:58:20,172 INFO [PEWorker-4 {}] master.SplitWALManager(105): 707262ffa86d,42395,1732053446797 WAL count=1, meta=false 2024-11-19T21:58:20,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 707262ffa86d%2C42395%2C1732053446797.1732053448473}] 2024-11-19T21:58:20,174 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:20,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42395%2C1732053446797.1732053448473, worker=707262ffa86d,35137,1732053446871}] 2024-11-19T21:58:25,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T21:58:25,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T21:58:28,362 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T21:58:30,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-19T21:58:30,198 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473, size=1.2 K (1242bytes) 2024-11-19T21:58:30,198 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 2024-11-19T21:58:30,199 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 after 1ms 2024-11-19T21:58:30,248 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 took 50ms 2024-11-19T21:58:30,255 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for f37acb87cd3b0a330e7e7856e43901b6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T21:58:30,258 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for ea65c747f5a24736b9b942b238a3a64c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T21:58:30,259 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d2f3cb0b624f14e303e1bdaf1feda40a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 6c5152ffbe7a1ddd80710ddd8d7ec56b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 so closing down 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T21:58:30,261 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T21:58:30,261 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 12 ms; skipped=4; WAL=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473, journal: Splitting hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473, size=1.2 K (1242bytes) at 1732053510198Finishing writing output for hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 so closing down at 1732053510261 (+63 ms)3 split writer threads finished at 1732053510261Processed 4 edits across 0 Regions in 12 ms; skipped=4; WAL=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732053510261 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 2024-11-19T21:58:30,261 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T21:58:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T21:58:30,266 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting/707262ffa86d%2C42395%2C1732053446797.1732053448473 to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs 2024-11-19T21:58:30,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-19T21:58:30,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42395%2C1732053446797.1732053448473, worker=707262ffa86d,35137,1732053446871 in 10.0900 sec 2024-11-19T21:58:30,270 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:30,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-19T21:58:30,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 707262ffa86d%2C42395%2C1732053446797.1732053448473, worker=707262ffa86d,35137,1732053446871 in 10.0980 sec 2024-11-19T21:58:30,275 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,42395,1732053446797-splitting dir is empty, no logs to split. 2024-11-19T21:58:30,275 INFO [PEWorker-4 {}] master.SplitWALManager(105): 707262ffa86d,42395,1732053446797 WAL count=0, meta=false 2024-11-19T21:58:30,275 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 707262ffa86d,42395,1732053446797 WAL splitting is done? wals=0, meta=false 2024-11-19T21:58:30,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN}] 2024-11-19T21:58:30,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN 2024-11-19T21:58:30,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN 2024-11-19T21:58:30,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN 2024-11-19T21:58:30,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN 2024-11-19T21:58:30,281 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T21:58:30,281 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T21:58:30,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T21:58:30,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T21:58:30,432 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:58:30,433 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:58:30,433 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:58:30,433 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:58:30,433 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:58:30,433 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:58:30,433 INFO [707262ffa86d:45427 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:58:30,433 DEBUG [707262ffa86d:45427 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:58:30,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ea65c747f5a24736b9b942b238a3a64c, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:30,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=f37acb87cd3b0a330e7e7856e43901b6, regionState=OPENING, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:58:30,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d2f3cb0b624f14e303e1bdaf1feda40a, regionState=OPENING, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:30,434 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=6c5152ffbe7a1ddd80710ddd8d7ec56b, regionState=OPENING, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:58:30,437 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 707262ffa86d:42395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T21:58:30,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1, error=java.net.ConnectException: Call to address=707262ffa86d:42395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T21:58:30,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 from cache 2024-11-19T21:58:30,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=707262ffa86d:42395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 707262ffa86d:42395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,443 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 707262ffa86d:42395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T21:58:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=707262ffa86d:42395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=707262ffa86d:42395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 707262ffa86d:42395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:58:30,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:58:30,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,43445,1732053446667, seqNum=-1] 2024-11-19T21:58:30,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:58:30,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40051, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:58:30,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN because future has completed 2024-11-19T21:58:30,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,35137,1732053446871}] 2024-11-19T21:58:30,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN because future has completed 2024-11-19T21:58:30,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:58:30,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN because future has completed 2024-11-19T21:58:30,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,43445,1732053446667}] 2024-11-19T21:58:30,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN because future has completed 2024-11-19T21:58:30,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,35137,1732053446871}] 2024-11-19T21:58:30,663 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 held by pid=46 2024-11-19T21:58:30,664 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:30,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b held by pid=43 2024-11-19T21:58:30,665 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:30,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a held by pid=45 2024-11-19T21:58:30,665 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:30,665 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c held by pid=44 2024-11-19T21:58:30,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:34,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fb291b445758d3e034febf9990eb76c3, had cached 0 bytes from a total of 28623 2024-11-19T21:58:34,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 07cb0dc3074d9873991aea75d8789fc6, had cached 0 bytes from a total of 499309 2024-11-19T21:58:36,093 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=707262ffa86d:45427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T21:58:39,780 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c9c6bbbea78badbc0ef4c008cd4d24d changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,781 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 17268d310935adf6a668664188d96d6c changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,783 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 07cb0dc3074d9873991aea75d8789fc6 changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,784 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6ad78b9cd0427ad99b9f6ea1f081ab1b changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,784 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7109f2f0734a61f54689a06647f4a842 changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,785 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb291b445758d3e034febf9990eb76c3 changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:39,785 DEBUG [master/707262ffa86d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T21:58:40,561 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:58:40,561 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c5152ffbe7a1ddd80710ddd8d7ec56b, NAME => 'SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => d2f3cb0b624f14e303e1bdaf1feda40a, NAME => 'SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:58:40,561 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:58:40,562 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,562 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,562 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,562 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,563 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,563 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,564 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c5152ffbe7a1ddd80710ddd8d7ec56b columnFamilyName cf 2024-11-19T21:58:40,564 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2f3cb0b624f14e303e1bdaf1feda40a columnFamilyName cf 2024-11-19T21:58:40,564 DEBUG [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:40,564 DEBUG [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:40,565 INFO [StoreOpener-6c5152ffbe7a1ddd80710ddd8d7ec56b-1 {}] regionserver.HStore(327): Store=6c5152ffbe7a1ddd80710ddd8d7ec56b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:58:40,565 INFO [StoreOpener-d2f3cb0b624f14e303e1bdaf1feda40a-1 {}] regionserver.HStore(327): Store=d2f3cb0b624f14e303e1bdaf1feda40a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:58:40,565 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,566 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,566 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,567 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,567 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,568 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,568 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,568 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,569 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,569 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,571 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,571 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,572 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 6c5152ffbe7a1ddd80710ddd8d7ec56b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401590, jitterRate=0.03416427969932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:58:40,572 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,572 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 6c5152ffbe7a1ddd80710ddd8d7ec56b: Running coprocessor pre-open hook at 1732053520562Writing region info on filesystem at 1732053520562Initializing all the Stores at 1732053520563 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053520563Cleaning up temporary data from old regions at 1732053520568 (+5 ms)Running coprocessor post-open hooks at 1732053520572 (+4 ms)Region opened successfully at 1732053520572 2024-11-19T21:58:40,572 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened d2f3cb0b624f14e303e1bdaf1feda40a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65665350, jitterRate=-0.021510034799575806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:58:40,572 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,572 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for d2f3cb0b624f14e303e1bdaf1feda40a: Running coprocessor pre-open hook at 1732053520562Writing region info on filesystem at 1732053520562Initializing all the Stores at 1732053520563 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053520563Cleaning up temporary data from old regions at 1732053520569 (+6 ms)Running coprocessor post-open hooks at 1732053520572 (+3 ms)Region opened successfully at 1732053520572 2024-11-19T21:58:40,573 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b., pid=47, masterSystemTime=1732053520556 2024-11-19T21:58:40,573 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a., pid=48, masterSystemTime=1732053520556 2024-11-19T21:58:40,575 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:58:40,575 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:58:40,575 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => f37acb87cd3b0a330e7e7856e43901b6, NAME => 'SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T21:58:40,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=6c5152ffbe7a1ddd80710ddd8d7ec56b, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:58:40,576 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,576 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:58:40,576 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,577 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => ea65c747f5a24736b9b942b238a3a64c, NAME => 'SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T21:58:40,577 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=d2f3cb0b624f14e303e1bdaf1feda40a, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:40,577 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:58:40,577 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,577 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,35137,1732053446871 because future has completed 2024-11-19T21:58:40,580 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,580 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,43445,1732053446667 because future has completed 2024-11-19T21:58:40,582 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea65c747f5a24736b9b942b238a3a64c columnFamilyName cf 2024-11-19T21:58:40,582 DEBUG [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:40,583 INFO [StoreOpener-ea65c747f5a24736b9b942b238a3a64c-1 {}] regionserver.HStore(327): Store=ea65c747f5a24736b9b942b238a3a64c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:58:40,583 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,583 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37acb87cd3b0a330e7e7856e43901b6 columnFamilyName cf 2024-11-19T21:58:40,583 DEBUG [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:58:40,584 INFO [StoreOpener-f37acb87cd3b0a330e7e7856e43901b6-1 {}] regionserver.HStore(327): Store=f37acb87cd3b0a330e7e7856e43901b6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:58:40,584 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,584 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,585 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,586 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,586 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-19T21:58:40,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b, server=707262ffa86d,35137,1732053446871 in 10.0280 sec 2024-11-19T21:58:40,587 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,587 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,587 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,587 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-19T21:58:40,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a, server=707262ffa86d,43445,1732053446667 in 10.0300 sec 2024-11-19T21:58:40,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c5152ffbe7a1ddd80710ddd8d7ec56b, ASSIGN in 10.3090 sec 2024-11-19T21:58:40,590 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:40,590 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,591 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,591 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened ea65c747f5a24736b9b942b238a3a64c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67448127, jitterRate=0.005055412650108337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:58:40,592 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,592 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for ea65c747f5a24736b9b942b238a3a64c: Running coprocessor pre-open hook at 1732053520578Writing region info on filesystem at 1732053520578Initializing all the Stores at 1732053520580 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053520580Cleaning up temporary data from old regions at 1732053520587 (+7 ms)Running coprocessor post-open hooks at 1732053520592 (+5 ms)Region opened successfully at 1732053520592 2024-11-19T21:58:40,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2f3cb0b624f14e303e1bdaf1feda40a, ASSIGN in 10.3100 sec 2024-11-19T21:58:40,592 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened f37acb87cd3b0a330e7e7856e43901b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75482516, jitterRate=0.12477713823318481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:58:40,592 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,593 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for f37acb87cd3b0a330e7e7856e43901b6: Running coprocessor pre-open hook at 1732053520576Writing region info on filesystem at 1732053520576Initializing all the Stores at 1732053520579 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053520579Cleaning up temporary data from old regions at 1732053520587 (+8 ms)Running coprocessor post-open hooks at 1732053520592 (+5 ms)Region opened successfully at 1732053520592 2024-11-19T21:58:40,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:40,594 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c., pid=49, masterSystemTime=1732053520556 2024-11-19T21:58:40,594 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., pid=50, masterSystemTime=1732053520556 2024-11-19T21:58:40,596 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:58:40,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=ea65c747f5a24736b9b942b238a3a64c, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,43445,1732053446667 2024-11-19T21:58:40,597 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:58:40,597 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:58:40,598 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:58:40,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=f37acb87cd3b0a330e7e7856e43901b6, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,35137,1732053446871 2024-11-19T21:58:40,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,43445,1732053446667 because future has completed 2024-11-19T21:58:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,35137,1732053446871 because future has completed 2024-11-19T21:58:40,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-19T21:58:40,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure ea65c747f5a24736b9b942b238a3a64c, server=707262ffa86d,43445,1732053446667 in 10.0460 sec 2024-11-19T21:58:40,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-19T21:58:40,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure f37acb87cd3b0a330e7e7856e43901b6, server=707262ffa86d,35137,1732053446871 in 10.0450 sec 2024-11-19T21:58:40,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea65c747f5a24736b9b942b238a3a64c, ASSIGN in 10.3260 sec 2024-11-19T21:58:40,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:40,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:40,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-19T21:58:40,608 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 707262ffa86d,42395,1732053446797 after splitting done 2024-11-19T21:58:40,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f37acb87cd3b0a330e7e7856e43901b6, ASSIGN in 10.3260 sec 2024-11-19T21:58:40,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 707262ffa86d,42395,1732053446797, splitWal=true, meta=true in 40.9770 sec 2024-11-19T21:58:46,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T21:58:50,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T21:58:50,595 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:58:50,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T21:58:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:58:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6c5152ffbe7a1ddd80710ddd8d7ec56b: 2024-11-19T21:58:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. for SnapshotProcedureTest completed. 2024-11-19T21:58:50,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f37acb87cd3b0a330e7e7856e43901b6: 2024-11-19T21:58:50,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T21:58:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. for SnapshotProcedureTest completed. 2024-11-19T21:58:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:58:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:50,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T21:58:50,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d2f3cb0b624f14e303e1bdaf1feda40a: 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. for SnapshotProcedureTest completed. 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ea65c747f5a24736b9b942b238a3a64c: 2024-11-19T21:58:50,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. for SnapshotProcedureTest completed. 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:58:50,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:58:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741862_1038 (size=65) 2024-11-19T21:58:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741862_1038 (size=65) 2024-11-19T21:58:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741862_1038 (size=65) 2024-11-19T21:58:50,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:58:50,615 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T21:58:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T21:58:50,615 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:50,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:58:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741864_1040 (size=65) 2024-11-19T21:58:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741864_1040 (size=65) 2024-11-19T21:58:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741864_1040 (size=65) 2024-11-19T21:58:50,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:58:50,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T21:58:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T21:58:50,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:50,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:58:50,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ea65c747f5a24736b9b942b238a3a64c in 51.1500 sec 2024-11-19T21:58:50,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741865_1041 (size=57) 2024-11-19T21:58:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741865_1041 (size=57) 2024-11-19T21:58:50,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741865_1041 (size=57) 2024-11-19T21:58:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741863_1039 (size=65) 2024-11-19T21:58:50,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f37acb87cd3b0a330e7e7856e43901b6 in 51.1530 sec 2024-11-19T21:58:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741863_1039 (size=65) 2024-11-19T21:58:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741863_1039 (size=65) 2024-11-19T21:58:50,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:58:50,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T21:58:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T21:58:50,624 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:50,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:58:50,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:58:50,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T21:58:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T21:58:50,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:50,625 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:58:50,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2f3cb0b624f14e303e1bdaf1feda40a in 51.1590 sec 2024-11-19T21:58:50,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-19T21:58:50,629 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T21:58:50,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c5152ffbe7a1ddd80710ddd8d7ec56b in 51.1590 sec 2024-11-19T21:58:50,631 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T21:58:50,633 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T21:58:50,634 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T21:58:50,637 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T21:58:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741866_1042 (size=1094) 2024-11-19T21:58:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741866_1042 (size=1094) 2024-11-19T21:58:50,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741866_1042 (size=1094) 2024-11-19T21:58:50,665 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T21:58:50,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T21:58:50,679 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:50,679 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:50,679 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:58:50,679 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:58:50,680 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:58:50,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:58:55,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T21:59:00,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-19T21:59:00,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-19T21:59:00,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-19T21:59:00,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-19T21:59:00,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-19T21:59:00,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-19T21:59:00,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T21:59:00,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T21:59:00,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T21:59:00,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T21:59:00,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T21:59:00,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T21:59:00,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T21:59:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T21:59:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-19T21:59:00,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-19T21:59:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T21:59:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-19T21:59:00,741 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:00,741 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 Release verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:59:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T21:59:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-19T21:59:00,742 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:00,744 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:59:00,744 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:00,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 in 10.0680 sec 2024-11-19T21:59:00,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 10.0690 sec 2024-11-19T21:59:00,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 10.0680 sec 2024-11-19T21:59:00,745 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 Release verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:59:00,745 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 Release verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:59:00,746 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 in 10.0720 sec 2024-11-19T21:59:00,746 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:00,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 10.0730 sec 2024-11-19T21:59:00,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 in 10.0720 sec 2024-11-19T21:59:00,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:04,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-19T21:59:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-19T21:59:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-19T21:59:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-19T21:59:10,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T21:59:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-19T21:59:10,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T21:59:10,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-19T21:59:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T21:59:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T21:59:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-19T21:59:10,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-19T21:59:10,748 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 Release verify snapshot worker=707262ffa86d,35137,1732053446871 2024-11-19T21:59:10,748 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45427 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-19T21:59:10,750 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:10,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 20.0750 sec 2024-11-19T21:59:10,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 20.0770 sec 2024-11-19T21:59:10,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,35137,1732053446871 in 20.0760 sec 2024-11-19T21:59:10,751 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 Release verify snapshot worker=707262ffa86d,43445,1732053446667 2024-11-19T21:59:10,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-19T21:59:10,754 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T21:59:10,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,43445,1732053446667 in 20.0790 sec 2024-11-19T21:59:10,755 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T21:59:10,757 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T21:59:10,757 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T21:59:10,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.336 sec 2024-11-19T21:59:10,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T21:59:10,974 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 707262ffa86d:42395 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 707262ffa86d/172.17.0.2:42395 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T21:59:10,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1, error=java.net.ConnectException: Call to address=707262ffa86d:42395 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:59:10,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-19T21:59:10,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=707262ffa86d,42395,1732053446797, seqNum=-1 from cache 2024-11-19T21:59:10,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 707262ffa86d:42395 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 707262ffa86d/172.17.0.2:42395 2024-11-19T21:59:11,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:59:11,081 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,43445,1732053446667, seqNum=-1] 2024-11-19T21:59:11,110 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T21:59:11,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T21:59:11,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T21:59:11,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:11,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T21:59:11,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1694754471, stopped=false 2024-11-19T21:59:11,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T21:59:11,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=707262ffa86d,45427,1732053445913 2024-11-19T21:59:11,138 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:11,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:11,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:11,138 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:11,138 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:11,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T21:59:11,138 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:11,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T21:59:11,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:11,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,43445,1732053446667' ***** 2024-11-19T21:59:11,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T21:59:11,139 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,35137,1732053446871' ***** 2024-11-19T21:59:11,139 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T21:59:11,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:11,139 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T21:59:11,139 INFO [RS:2;707262ffa86d:35137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T21:59:11,139 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T21:59:11,139 INFO [RS:2;707262ffa86d:35137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T21:59:11,140 INFO [RS:0;707262ffa86d:43445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T21:59:11,140 INFO [RS:0;707262ffa86d:43445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T21:59:11,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T21:59:11,140 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T21:59:11,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:11,140 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for fb291b445758d3e034febf9990eb76c3 2024-11-19T21:59:11,140 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c9c6bbbea78badbc0ef4c008cd4d24d 2024-11-19T21:59:11,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for d2f3cb0b624f14e303e1bdaf1feda40a 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for 7109f2f0734a61f54689a06647f4a842 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ad78b9cd0427ad99b9f6ea1f081ab1b 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for ea65c747f5a24736b9b942b238a3a64c 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(959): stopping server 707262ffa86d,43445,1732053446667 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T21:59:11,141 INFO [RS:0;707262ffa86d:43445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;707262ffa86d:43445. 2024-11-19T21:59:11,142 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb291b445758d3e034febf9990eb76c3, disabling compactions & flushes 2024-11-19T21:59:11,142 DEBUG [RS:0;707262ffa86d:43445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:11,142 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:59:11,142 DEBUG [RS:0;707262ffa86d:43445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,142 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:59:11,142 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. after waiting 0 ms 2024-11-19T21:59:11,142 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:59:11,142 INFO [RS:0;707262ffa86d:43445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T21:59:11,142 INFO [RS:0;707262ffa86d:43445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T21:59:11,142 INFO [RS:0;707262ffa86d:43445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T21:59:11,142 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 17268d310935adf6a668664188d96d6c 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c5152ffbe7a1ddd80710ddd8d7ec56b 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 07cb0dc3074d9873991aea75d8789fc6 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(959): stopping server 707262ffa86d,35137,1732053446871 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c9c6bbbea78badbc0ef4c008cd4d24d, disabling compactions & flushes 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T21:59:11,143 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;707262ffa86d:35137. 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. after waiting 0 ms 2024-11-19T21:59:11,143 DEBUG [RS:2;707262ffa86d:35137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:59:11,143 DEBUG [RS:2;707262ffa86d:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,143 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T21:59:11,143 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T21:59:11,143 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T21:59:11,143 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1325): Online Regions={fb291b445758d3e034febf9990eb76c3=SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3., d2f3cb0b624f14e303e1bdaf1feda40a=SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a., 1588230740=hbase:meta,,1.1588230740, 7109f2f0734a61f54689a06647f4a842=SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842., 6ad78b9cd0427ad99b9f6ea1f081ab1b=SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b., ea65c747f5a24736b9b942b238a3a64c=SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c.} 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T21:59:11,143 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1325): Online Regions={4c9c6bbbea78badbc0ef4c008cd4d24d=SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d., 17268d310935adf6a668664188d96d6c=SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c., f37acb87cd3b0a330e7e7856e43901b6=SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6., 6c5152ffbe7a1ddd80710ddd8d7ec56b=SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b., 07cb0dc3074d9873991aea75d8789fc6=SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6.} 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T21:59:11,143 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T21:59:11,144 DEBUG [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ad78b9cd0427ad99b9f6ea1f081ab1b, 7109f2f0734a61f54689a06647f4a842, d2f3cb0b624f14e303e1bdaf1feda40a, ea65c747f5a24736b9b942b238a3a64c, fb291b445758d3e034febf9990eb76c3 2024-11-19T21:59:11,144 DEBUG [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1351): Waiting on 07cb0dc3074d9873991aea75d8789fc6, 17268d310935adf6a668664188d96d6c, 4c9c6bbbea78badbc0ef4c008cd4d24d, 6c5152ffbe7a1ddd80710ddd8d7ec56b, f37acb87cd3b0a330e7e7856e43901b6 2024-11-19T21:59:11,144 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-19T21:59:11,153 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/91c899879c30421ba6dadf5cc15f587c is 167, key is SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b./info:regioninfo/1732053520576/Put/seqid=0 2024-11-19T21:59:11,159 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/4c9c6bbbea78badbc0ef4c008cd4d24d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,159 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/fb291b445758d3e034febf9990eb76c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T21:59:11,161 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:11,163 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:59:11,163 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:59:11,163 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c9c6bbbea78badbc0ef4c008cd4d24d: Waiting for close lock at 1732053551143Running coprocessor pre-close hooks at 1732053551143Disabling compacts and flushes for region at 1732053551143Disabling writes for close at 1732053551143Writing region close event to WAL at 1732053551151 (+8 ms)Running coprocessor post-close hooks at 1732053551160 (+9 ms)Closed at 1732053551163 (+3 ms) 2024-11-19T21:59:11,163 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb291b445758d3e034febf9990eb76c3: Waiting for close lock at 1732053551141Running coprocessor pre-close hooks at 1732053551141Disabling compacts and flushes for region at 1732053551141Disabling writes for close at 1732053551142 (+1 ms)Writing region close event to WAL at 1732053551151 (+9 ms)Running coprocessor post-close hooks at 1732053551160 (+9 ms)Closed at 1732053551163 (+3 ms) 2024-11-19T21:59:11,163 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732053459242.fb291b445758d3e034febf9990eb76c3. 2024-11-19T21:59:11,163 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732053459242.4c9c6bbbea78badbc0ef4c008cd4d24d. 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17268d310935adf6a668664188d96d6c, disabling compactions & flushes 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2f3cb0b624f14e303e1bdaf1feda40a, disabling compactions & flushes 2024-11-19T21:59:11,164 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:59:11,164 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. after waiting 0 ms 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. after waiting 0 ms 2024-11-19T21:59:11,164 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:59:11,174 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/17268d310935adf6a668664188d96d6c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,175 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:59:11,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741867_1043 (size=9447) 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17268d310935adf6a668664188d96d6c: Waiting for close lock at 1732053551164Running coprocessor pre-close hooks at 1732053551164Disabling compacts and flushes for region at 1732053551164Disabling writes for close at 1732053551164Writing region close event to WAL at 1732053551166 (+2 ms)Running coprocessor post-close hooks at 1732053551175 (+9 ms)Closed at 1732053551175 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732053459242.17268d310935adf6a668664188d96d6c. 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f37acb87cd3b0a330e7e7856e43901b6, disabling compactions & flushes 2024-11-19T21:59:11,176 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. after waiting 0 ms 2024-11-19T21:59:11,176 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:59:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741867_1043 (size=9447) 2024-11-19T21:59:11,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741867_1043 (size=9447) 2024-11-19T21:59:11,178 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/91c899879c30421ba6dadf5cc15f587c 2024-11-19T21:59:11,180 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/d2f3cb0b624f14e303e1bdaf1feda40a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,181 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:59:11,181 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2f3cb0b624f14e303e1bdaf1feda40a: Waiting for close lock at 1732053551164Running coprocessor pre-close hooks at 1732053551164Disabling compacts and flushes for region at 1732053551164Disabling writes for close at 1732053551164Writing region close event to WAL at 1732053551173 (+9 ms)Running coprocessor post-close hooks at 1732053551181 (+8 ms)Closed at 1732053551181 2024-11-19T21:59:11,182 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732053459242.d2f3cb0b624f14e303e1bdaf1feda40a. 2024-11-19T21:59:11,182 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7109f2f0734a61f54689a06647f4a842, disabling compactions & flushes 2024-11-19T21:59:11,182 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:59:11,182 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:59:11,182 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. after waiting 0 ms 2024-11-19T21:59:11,182 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:59:11,186 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:11,187 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/f37acb87cd3b0a330e7e7856e43901b6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,188 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:59:11,188 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f37acb87cd3b0a330e7e7856e43901b6: Waiting for close lock at 1732053551176Running coprocessor pre-close hooks at 1732053551176Disabling compacts and flushes for region at 1732053551176Disabling writes for close at 1732053551176Writing region close event to WAL at 1732053551178 (+2 ms)Running coprocessor post-close hooks at 1732053551188 (+10 ms)Closed at 1732053551188 2024-11-19T21:59:11,188 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732053459242.f37acb87cd3b0a330e7e7856e43901b6. 2024-11-19T21:59:11,189 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c5152ffbe7a1ddd80710ddd8d7ec56b, disabling compactions & flushes 2024-11-19T21:59:11,189 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:59:11,189 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:59:11,189 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. after waiting 0 ms 2024-11-19T21:59:11,189 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:59:11,189 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/7109f2f0734a61f54689a06647f4a842/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,191 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:59:11,191 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7109f2f0734a61f54689a06647f4a842: Waiting for close lock at 1732053551182Running coprocessor pre-close hooks at 1732053551182Disabling compacts and flushes for region at 1732053551182Disabling writes for close at 1732053551182Writing region close event to WAL at 1732053551183 (+1 ms)Running coprocessor post-close hooks at 1732053551191 (+8 ms)Closed at 1732053551191 2024-11-19T21:59:11,191 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732053459242.7109f2f0734a61f54689a06647f4a842. 2024-11-19T21:59:11,192 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ad78b9cd0427ad99b9f6ea1f081ab1b, disabling compactions & flushes 2024-11-19T21:59:11,192 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:59:11,192 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:59:11,192 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. after waiting 0 ms 2024-11-19T21:59:11,192 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:59:11,193 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/.tmp/info/91c899879c30421ba6dadf5cc15f587c as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/info/91c899879c30421ba6dadf5cc15f587c 2024-11-19T21:59:11,195 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6c5152ffbe7a1ddd80710ddd8d7ec56b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,196 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c5152ffbe7a1ddd80710ddd8d7ec56b: Waiting for close lock at 1732053551189Running coprocessor pre-close hooks at 1732053551189Disabling compacts and flushes for region at 1732053551189Disabling writes for close at 1732053551189Writing region close event to WAL at 1732053551189Running coprocessor post-close hooks at 1732053551195 (+6 ms)Closed at 1732053551196 (+1 ms) 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732053459242.6c5152ffbe7a1ddd80710ddd8d7ec56b. 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07cb0dc3074d9873991aea75d8789fc6, disabling compactions & flushes 2024-11-19T21:59:11,196 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. after waiting 0 ms 2024-11-19T21:59:11,196 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:59:11,198 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/6ad78b9cd0427ad99b9f6ea1f081ab1b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,199 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:59:11,199 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ad78b9cd0427ad99b9f6ea1f081ab1b: Waiting for close lock at 1732053551192Running coprocessor pre-close hooks at 1732053551192Disabling compacts and flushes for region at 1732053551192Disabling writes for close at 1732053551192Writing region close event to WAL at 1732053551193 (+1 ms)Running coprocessor post-close hooks at 1732053551199 (+6 ms)Closed at 1732053551199 2024-11-19T21:59:11,199 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732053459242.6ad78b9cd0427ad99b9f6ea1f081ab1b. 2024-11-19T21:59:11,200 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea65c747f5a24736b9b942b238a3a64c, disabling compactions & flushes 2024-11-19T21:59:11,200 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:59:11,200 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:59:11,200 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. after waiting 0 ms 2024-11-19T21:59:11,200 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:59:11,204 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/info/91c899879c30421ba6dadf5cc15f587c, entries=32, sequenceid=39, filesize=9.2 K 2024-11-19T21:59:11,205 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=39, compaction requested=false 2024-11-19T21:59:11,207 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/07cb0dc3074d9873991aea75d8789fc6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T21:59:11,208 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:59:11,208 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07cb0dc3074d9873991aea75d8789fc6: Waiting for close lock at 1732053551196Running coprocessor pre-close hooks at 1732053551196Disabling compacts and flushes for region at 1732053551196Disabling writes for close at 1732053551196Writing region close event to WAL at 1732053551197 (+1 ms)Running coprocessor post-close hooks at 1732053551208 (+11 ms)Closed at 1732053551208 2024-11-19T21:59:11,208 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732053459242.07cb0dc3074d9873991aea75d8789fc6. 2024-11-19T21:59:11,209 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/default/SPTestTable/ea65c747f5a24736b9b942b238a3a64c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T21:59:11,210 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:59:11,210 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea65c747f5a24736b9b942b238a3a64c: Waiting for close lock at 1732053551200Running coprocessor pre-close hooks at 1732053551200Disabling compacts and flushes for region at 1732053551200Disabling writes for close at 1732053551200Writing region close event to WAL at 1732053551200Running coprocessor post-close hooks at 1732053551210 (+10 ms)Closed at 1732053551210 2024-11-19T21:59:11,210 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732053459242.ea65c747f5a24736b9b942b238a3a64c. 2024-11-19T21:59:11,213 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-19T21:59:11,213 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T21:59:11,213 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T21:59:11,214 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732053551143Running coprocessor pre-close hooks at 1732053551143Disabling compacts and flushes for region at 1732053551143Disabling writes for close at 1732053551143Obtaining lock to block concurrent updates at 1732053551144 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732053551144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1732053551144Flushing stores of hbase:meta,,1.1588230740 at 1732053551145 (+1 ms)Flushing 1588230740/info: creating writer at 1732053551145Flushing 1588230740/info: appending metadata at 1732053551152 (+7 ms)Flushing 1588230740/info: closing flushed file at 1732053551152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264bf3c: reopening flushed file at 1732053551190 (+38 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=39, compaction requested=false at 1732053551205 (+15 ms)Writing region close event to WAL at 1732053551207 (+2 ms)Running coprocessor post-close hooks at 1732053551213 (+6 ms)Closed at 1732053551213 2024-11-19T21:59:11,214 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T21:59:11,314 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T21:59:11,315 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T21:59:11,344 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(976): stopping server 707262ffa86d,35137,1732053446871; all regions closed. 2024-11-19T21:59:11,344 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(976): stopping server 707262ffa86d,43445,1732053446667; all regions closed. 2024-11-19T21:59:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741858_1034 (size=5452) 2024-11-19T21:59:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741858_1034 (size=5452) 2024-11-19T21:59:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741834_1010 (size=3530) 2024-11-19T21:59:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741858_1034 (size=5452) 2024-11-19T21:59:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741834_1010 (size=3530) 2024-11-19T21:59:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741834_1010 (size=3530) 2024-11-19T21:59:11,356 DEBUG [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs 2024-11-19T21:59:11,356 DEBUG [RS:2;707262ffa86d:35137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs 2024-11-19T21:59:11,356 INFO [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C43445%2C1732053446667.meta:.meta(num 1732053499851) 2024-11-19T21:59:11,356 INFO [RS:2;707262ffa86d:35137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C35137%2C1732053446871:(num 1732053448474) 2024-11-19T21:59:11,356 DEBUG [RS:2;707262ffa86d:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,356 INFO [RS:2;707262ffa86d:35137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:11,356 INFO [RS:2;707262ffa86d:35137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T21:59:11,356 INFO [RS:2;707262ffa86d:35137 {}] hbase.ChoreService(370): Chore service for: regionserver/707262ffa86d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T21:59:11,357 INFO [RS:2;707262ffa86d:35137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T21:59:11,357 INFO [RS:2;707262ffa86d:35137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T21:59:11,357 INFO [RS:2;707262ffa86d:35137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T21:59:11,357 INFO [RS:2;707262ffa86d:35137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T21:59:11,357 INFO [regionserver/707262ffa86d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T21:59:11,358 INFO [RS:2;707262ffa86d:35137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35137 2024-11-19T21:59:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741835_1011 (size=3500) 2024-11-19T21:59:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741835_1011 (size=3500) 2024-11-19T21:59:11,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741835_1011 (size=3500) 2024-11-19T21:59:11,360 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/WALs/707262ffa86d,43445,1732053446667/707262ffa86d%2C43445%2C1732053446667.1732053448498 not finished, retry = 0 2024-11-19T21:59:11,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:59:11,388 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,35137,1732053446871 2024-11-19T21:59:11,388 INFO [RS:2;707262ffa86d:35137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T21:59:11,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,35137,1732053446871] 2024-11-19T21:59:11,404 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T21:59:11,404 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T21:59:11,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,35137,1732053446871 already deleted, retry=false 2024-11-19T21:59:11,405 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 707262ffa86d,35137,1732053446871 expired; onlineServers=1 2024-11-19T21:59:11,469 DEBUG [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/oldWALs 2024-11-19T21:59:11,469 INFO [RS:0;707262ffa86d:43445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C43445%2C1732053446667:(num 1732053448498) 2024-11-19T21:59:11,469 DEBUG [RS:0;707262ffa86d:43445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:11,469 INFO [RS:0;707262ffa86d:43445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:11,469 INFO [RS:0;707262ffa86d:43445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T21:59:11,470 INFO [RS:0;707262ffa86d:43445 {}] hbase.ChoreService(370): Chore service for: regionserver/707262ffa86d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T21:59:11,470 INFO [RS:0;707262ffa86d:43445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T21:59:11,470 INFO [regionserver/707262ffa86d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T21:59:11,471 INFO [RS:0;707262ffa86d:43445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43445 2024-11-19T21:59:11,488 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,43445,1732053446667 2024-11-19T21:59:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:59:11,488 INFO [RS:0;707262ffa86d:43445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T21:59:11,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,43445,1732053446667] 2024-11-19T21:59:11,496 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,496 INFO [RS:2;707262ffa86d:35137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T21:59:11,496 INFO [RS:2;707262ffa86d:35137 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,35137,1732053446871; zookeeper connection closed. 2024-11-19T21:59:11,496 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x1015663bcac0003, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ecbfc3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ecbfc3a 2024-11-19T21:59:11,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,43445,1732053446667 already deleted, retry=false 2024-11-19T21:59:11,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 707262ffa86d,43445,1732053446667 expired; onlineServers=0 2024-11-19T21:59:11,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '707262ffa86d,45427,1732053445913' ***** 2024-11-19T21:59:11,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T21:59:11,505 INFO [M:0;707262ffa86d:45427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T21:59:11,506 INFO [M:0;707262ffa86d:45427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T21:59:11,506 DEBUG [M:0;707262ffa86d:45427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T21:59:11,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T21:59:11,506 DEBUG [M:0;707262ffa86d:45427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T21:59:11,506 DEBUG [master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053448090 {}] cleaner.HFileCleaner(306): Exit Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053448090,5,FailOnTimeoutGroup] 2024-11-19T21:59:11,506 DEBUG [master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053448094 {}] cleaner.HFileCleaner(306): Exit Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053448094,5,FailOnTimeoutGroup] 2024-11-19T21:59:11,506 INFO [M:0;707262ffa86d:45427 {}] hbase.ChoreService(370): Chore service for: master/707262ffa86d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T21:59:11,507 INFO [M:0;707262ffa86d:45427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T21:59:11,507 DEBUG [M:0;707262ffa86d:45427 {}] master.HMaster(1795): Stopping service threads 2024-11-19T21:59:11,507 INFO [M:0;707262ffa86d:45427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T21:59:11,507 INFO [M:0;707262ffa86d:45427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T21:59:11,507 ERROR [M:0;707262ffa86d:45427 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:46369 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46369,5,PEWorkerGroup] 2024-11-19T21:59:11,508 INFO [M:0;707262ffa86d:45427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T21:59:11,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T21:59:11,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T21:59:11,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:11,513 DEBUG [M:0;707262ffa86d:45427 {}] zookeeper.ZKUtil(347): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T21:59:11,513 WARN [M:0;707262ffa86d:45427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T21:59:11,513 INFO [M:0;707262ffa86d:45427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/.lastflushedseqids 2024-11-19T21:59:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741868_1044 (size=668) 2024-11-19T21:59:11,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741868_1044 (size=668) 2024-11-19T21:59:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741868_1044 (size=668) 2024-11-19T21:59:11,532 INFO [M:0;707262ffa86d:45427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T21:59:11,532 INFO [M:0;707262ffa86d:45427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T21:59:11,532 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T21:59:11,532 INFO [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:11,532 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:11,532 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T21:59:11,532 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:11,533 INFO [M:0;707262ffa86d:45427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.83 KB heapSize=264.18 KB 2024-11-19T21:59:11,554 DEBUG [M:0;707262ffa86d:45427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d47fc1f2444f6385a07a3b03f21bae is 82, key is hbase:meta,,1/info:regioninfo/1732053500123/Put/seqid=0 2024-11-19T21:59:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741869_1045 (size=6071) 2024-11-19T21:59:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741869_1045 (size=6071) 2024-11-19T21:59:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741869_1045 (size=6071) 2024-11-19T21:59:11,561 INFO [M:0;707262ffa86d:45427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d47fc1f2444f6385a07a3b03f21bae 2024-11-19T21:59:11,592 DEBUG [M:0;707262ffa86d:45427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/857acedd35144203af667175f505147c is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732053469821/Put/seqid=0 2024-11-19T21:59:11,596 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,596 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43445-0x1015663bcac0001, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,596 INFO [RS:0;707262ffa86d:43445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T21:59:11,597 INFO [RS:0;707262ffa86d:43445 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,43445,1732053446667; zookeeper connection closed. 2024-11-19T21:59:11,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4885778a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4885778a 2024-11-19T21:59:11,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T21:59:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741870_1046 (size=9113) 2024-11-19T21:59:11,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741870_1046 (size=9113) 2024-11-19T21:59:11,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741870_1046 (size=9113) 2024-11-19T21:59:11,605 INFO [M:0;707262ffa86d:45427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.61 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/857acedd35144203af667175f505147c 2024-11-19T21:59:11,613 INFO [M:0;707262ffa86d:45427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 857acedd35144203af667175f505147c 2024-11-19T21:59:11,636 DEBUG [M:0;707262ffa86d:45427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afb82929d4a04eaa81abca7ea6cf49d0 is 69, key is 707262ffa86d,35137,1732053446871/rs:state/1732053448184/Put/seqid=0 2024-11-19T21:59:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741871_1047 (size=5446) 2024-11-19T21:59:11,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741871_1047 (size=5446) 2024-11-19T21:59:11,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741871_1047 (size=5446) 2024-11-19T21:59:11,646 INFO [M:0;707262ffa86d:45427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afb82929d4a04eaa81abca7ea6cf49d0 2024-11-19T21:59:11,653 INFO [M:0;707262ffa86d:45427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afb82929d4a04eaa81abca7ea6cf49d0 2024-11-19T21:59:11,654 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d47fc1f2444f6385a07a3b03f21bae as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d47fc1f2444f6385a07a3b03f21bae 2024-11-19T21:59:11,661 INFO [M:0;707262ffa86d:45427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d47fc1f2444f6385a07a3b03f21bae, entries=14, sequenceid=561, filesize=5.9 K 2024-11-19T21:59:11,663 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/857acedd35144203af667175f505147c as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/857acedd35144203af667175f505147c 2024-11-19T21:59:11,670 INFO [M:0;707262ffa86d:45427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 857acedd35144203af667175f505147c 2024-11-19T21:59:11,670 INFO [M:0;707262ffa86d:45427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/857acedd35144203af667175f505147c, entries=60, sequenceid=561, filesize=8.9 K 2024-11-19T21:59:11,672 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afb82929d4a04eaa81abca7ea6cf49d0 as hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afb82929d4a04eaa81abca7ea6cf49d0 2024-11-19T21:59:11,679 INFO [M:0;707262ffa86d:45427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for afb82929d4a04eaa81abca7ea6cf49d0 2024-11-19T21:59:11,679 INFO [M:0;707262ffa86d:45427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46369/user/jenkins/test-data/5f827011-2b17-27bd-e204-63f9ad451261/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afb82929d4a04eaa81abca7ea6cf49d0, entries=3, sequenceid=561, filesize=5.3 K 2024-11-19T21:59:11,680 INFO [M:0;707262ffa86d:45427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=561, compaction requested=false 2024-11-19T21:59:11,681 INFO [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:11,682 DEBUG [M:0;707262ffa86d:45427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732053551532Disabling compacts and flushes for region at 1732053551532Disabling writes for close at 1732053551532Obtaining lock to block concurrent updates at 1732053551533 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732053551533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217941, getHeapSize=270456, getOffHeapSize=0, getCellsCount=682 at 1732053551533Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732053551534 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732053551534Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732053551553 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732053551553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732053551568 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732053551591 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732053551591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732053551614 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732053551634 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732053551634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19527306: reopening flushed file at 1732053551653 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d49739: reopening flushed file at 1732053551661 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59257bf8: reopening flushed file at 1732053551670 (+9 ms)Finished flush of dataSize ~212.83 KB/217941, heapSize ~263.88 KB/270216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 148ms, sequenceid=561, compaction requested=false at 1732053551680 (+10 ms)Writing region close event to WAL at 1732053551681 (+1 ms)Closed at 1732053551681 2024-11-19T21:59:11,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33955 is added to blk_1073741830_1006 (size=255309) 2024-11-19T21:59:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46857 is added to blk_1073741830_1006 (size=255309) 2024-11-19T21:59:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33581 is added to blk_1073741830_1006 (size=255309) 2024-11-19T21:59:11,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T21:59:11,686 INFO [M:0;707262ffa86d:45427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T21:59:11,686 INFO [M:0;707262ffa86d:45427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45427 2024-11-19T21:59:11,686 INFO [M:0;707262ffa86d:45427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T21:59:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,813 INFO [M:0;707262ffa86d:45427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T21:59:11,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45427-0x1015663bcac0000, quorum=127.0.0.1:53741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:11,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:11,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T21:59:11,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T21:59:11,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T21:59:11,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,STOPPED} 2024-11-19T21:59:11,865 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T21:59:11,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T21:59:11,865 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587609870-172.17.0.2-1732053442032 (Datanode Uuid c65ad9e6-af76-4f6d-b166-663908fb73be) service to localhost/127.0.0.1:46369 2024-11-19T21:59:11,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T21:59:11,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data5/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data6/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T21:59:11,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:11,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T21:59:11,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T21:59:11,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T21:59:11,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,STOPPED} 2024-11-19T21:59:11,870 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T21:59:11,870 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T21:59:11,870 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587609870-172.17.0.2-1732053442032 (Datanode Uuid 98bd6535-3c92-4a14-9792-a940fe4a26ca) service to localhost/127.0.0.1:46369 2024-11-19T21:59:11,870 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T21:59:11,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data3/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data4/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,871 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T21:59:11,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:11,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T21:59:11,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T21:59:11,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T21:59:11,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,STOPPED} 2024-11-19T21:59:11,877 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T21:59:11,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T21:59:11,877 WARN [BP-587609870-172.17.0.2-1732053442032 heartbeating to localhost/127.0.0.1:46369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-587609870-172.17.0.2-1732053442032 (Datanode Uuid ff7d625f-b267-43d1-b635-eae241d877e6) service to localhost/127.0.0.1:46369 2024-11-19T21:59:11,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T21:59:11,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data1/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/cluster_b8fe9d10-4540-9335-f550-cec7a8eea278/data/data2/current/BP-587609870-172.17.0.2-1732053442032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T21:59:11,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T21:59:11,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T21:59:11,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T21:59:11,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T21:59:11,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T21:59:11,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir/,STOPPED} 2024-11-19T21:59:11,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T21:59:11,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T21:59:11,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46369 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46369 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:46369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/707262ffa86d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/707262ffa86d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/707262ffa86d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/707262ffa86d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4b274002 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/707262ffa86d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/707262ffa86d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/707262ffa86d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/707262ffa86d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/707262ffa86d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=4293 (was 5563) 2024-11-19T21:59:11,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=4293 2024-11-19T21:59:11,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir so I do NOT create it in target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b 2024-11-19T21:59:11,964 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.tmp.dir so I do NOT create it in target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b 2024-11-19T21:59:11,964 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3557378b-be2e-8a2a-41a4-1604fcf846fd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T21:59:11,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e, deleteOnExit=true 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/test.cache.data in system properties and HBase conf 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir in system properties and HBase conf 2024-11-19T21:59:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T21:59:11,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T21:59:11,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/nfs.dump.dir in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/java.io.tmpdir in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T21:59:11,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T21:59:12,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:59:12,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:59:12,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:59:12,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:59:12,259 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T21:59:12,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:59:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d61c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:59:12,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@570f4a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:59:12,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@487f58a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/java.io.tmpdir/jetty-localhost-43123-hadoop-hdfs-3_4_1-tests_jar-_-any-9260809436826895820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T21:59:12,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@123fb1ce{HTTP/1.1, (http/1.1)}{localhost:43123} 2024-11-19T21:59:12,357 INFO [Time-limited test {}] server.Server(415): Started @112214ms 2024-11-19T21:59:12,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:59:12,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:59:12,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:59:12,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:59:12,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T21:59:12,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1141caab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:59:12,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c465cf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:59:12,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a19254e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/java.io.tmpdir/jetty-localhost-35257-hadoop-hdfs-3_4_1-tests_jar-_-any-14639446552429437073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:12,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a21563{HTTP/1.1, (http/1.1)}{localhost:35257} 2024-11-19T21:59:12,723 INFO [Time-limited test {}] server.Server(415): Started @112581ms 2024-11-19T21:59:12,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:59:12,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:59:12,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:59:12,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:59:12,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:59:12,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T21:59:12,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d5a4dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:59:12,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1776a592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:59:12,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fae4ea1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/java.io.tmpdir/jetty-localhost-33127-hadoop-hdfs-3_4_1-tests_jar-_-any-5513534041146123975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:12,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ceade03{HTTP/1.1, (http/1.1)}{localhost:33127} 2024-11-19T21:59:12,864 INFO [Time-limited test {}] server.Server(415): Started @112721ms 2024-11-19T21:59:12,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:59:12,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T21:59:12,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T21:59:12,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T21:59:12,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T21:59:12,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T21:59:12,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13993fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,AVAILABLE} 2024-11-19T21:59:12,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d11b9e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T21:59:12,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5dc889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/java.io.tmpdir/jetty-localhost-38501-hadoop-hdfs-3_4_1-tests_jar-_-any-12391714506757582763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T21:59:12,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d943a84{HTTP/1.1, (http/1.1)}{localhost:38501} 2024-11-19T21:59:12,992 INFO [Time-limited test {}] server.Server(415): Started @112850ms 2024-11-19T21:59:12,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T21:59:13,908 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data1/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,908 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data2/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,926 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:59:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1a23cab289bf169 with lease ID 0x130d94ec99c98579: Processing first storage report for DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=830a9546-cd8f-4027-b13d-5ae98ec17421, infoPort=39221, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1a23cab289bf169 with lease ID 0x130d94ec99c98579: from storage DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=830a9546-cd8f-4027-b13d-5ae98ec17421, infoPort=39221, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:59:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1a23cab289bf169 with lease ID 0x130d94ec99c98579: Processing first storage report for DS-5f776e1c-e3c7-42ed-8036-032f591620c2 from datanode DatanodeRegistration(127.0.0.1:43049, datanodeUuid=830a9546-cd8f-4027-b13d-5ae98ec17421, infoPort=39221, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1a23cab289bf169 with lease ID 0x130d94ec99c98579: from storage DS-5f776e1c-e3c7-42ed-8036-032f591620c2 node DatanodeRegistration(127.0.0.1:43049, datanodeUuid=830a9546-cd8f-4027-b13d-5ae98ec17421, infoPort=39221, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T21:59:13,946 WARN [Thread-750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data5/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,947 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data6/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,947 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data3/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,947 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data4/current/BP-634521376-172.17.0.2-1732053551984/current, will proceed with Du for space computation calculation, 2024-11-19T21:59:13,968 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:59:13,968 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf262d6bded56a4a6 with lease ID 0x130d94ec99c9857b: Processing first storage report for DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5 from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=6e7beb3c-27d3-4304-9801-2429af8671ca, infoPort=33615, infoSecurePort=0, ipcPort=44389, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf262d6bded56a4a6 with lease ID 0x130d94ec99c9857b: from storage DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5 node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=6e7beb3c-27d3-4304-9801-2429af8671ca, infoPort=33615, infoSecurePort=0, ipcPort=44389, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db5caf101ebcb0e with lease ID 0x130d94ec99c9857a: Processing first storage report for DS-744f0963-a9c2-4212-bb00-6686572399a3 from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=5d380668-556f-49fa-b1fe-e41f916f11fb, infoPort=40165, infoSecurePort=0, ipcPort=33023, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db5caf101ebcb0e with lease ID 0x130d94ec99c9857a: from storage DS-744f0963-a9c2-4212-bb00-6686572399a3 node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=5d380668-556f-49fa-b1fe-e41f916f11fb, infoPort=40165, infoSecurePort=0, ipcPort=33023, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf262d6bded56a4a6 with lease ID 0x130d94ec99c9857b: Processing first storage report for DS-33e29210-349d-46cf-aa37-cd6ae4791ed2 from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=6e7beb3c-27d3-4304-9801-2429af8671ca, infoPort=33615, infoSecurePort=0, ipcPort=44389, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf262d6bded56a4a6 with lease ID 0x130d94ec99c9857b: from storage DS-33e29210-349d-46cf-aa37-cd6ae4791ed2 node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=6e7beb3c-27d3-4304-9801-2429af8671ca, infoPort=33615, infoSecurePort=0, ipcPort=44389, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db5caf101ebcb0e with lease ID 0x130d94ec99c9857a: Processing first storage report for DS-46071082-7acc-4189-9dec-60a73bf9ba1d from datanode DatanodeRegistration(127.0.0.1:42035, datanodeUuid=5d380668-556f-49fa-b1fe-e41f916f11fb, infoPort=40165, infoSecurePort=0, ipcPort=33023, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984) 2024-11-19T21:59:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db5caf101ebcb0e with lease ID 0x130d94ec99c9857a: from storage DS-46071082-7acc-4189-9dec-60a73bf9ba1d node DatanodeRegistration(127.0.0.1:42035, datanodeUuid=5d380668-556f-49fa-b1fe-e41f916f11fb, infoPort=40165, infoSecurePort=0, ipcPort=33023, storageInfo=lv=-57;cid=testClusterID;nsid=1122154818;c=1732053551984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T21:59:14,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b 2024-11-19T21:59:14,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/zookeeper_0, clientPort=49352, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T21:59:14,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49352 2024-11-19T21:59:14,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:59:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:59:14,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741825_1001 (size=7) 2024-11-19T21:59:14,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 with version=8 2024-11-19T21:59:14,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/hbase-staging 2024-11-19T21:59:14,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:59:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:59:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:59:14,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T21:59:14,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:59:14,084 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39323 2024-11-19T21:59:14,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39323 connecting to ZooKeeper ensemble=127.0.0.1:49352 2024-11-19T21:59:14,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393230x0, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:59:14,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39323-0x101566566520000 connected 2024-11-19T21:59:14,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:14,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4, hbase.cluster.distributed=false 2024-11-19T21:59:14,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:59:14,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-19T21:59:14,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39323 2024-11-19T21:59:14,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39323 2024-11-19T21:59:14,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-19T21:59:14,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39323 2024-11-19T21:59:14,249 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:59:14,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:59:14,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45833 2024-11-19T21:59:14,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45833 connecting to ZooKeeper ensemble=127.0.0.1:49352 2024-11-19T21:59:14,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458330x0, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:59:14,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458330x0, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:14,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45833-0x101566566520001 connected 2024-11-19T21:59:14,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:59:14,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:59:14,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:59:14,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:59:14,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-19T21:59:14,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-11-19T21:59:14,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-11-19T21:59:14,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-19T21:59:14,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-19T21:59:14,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:59:14,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:59:14,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34949 2024-11-19T21:59:14,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34949 connecting to ZooKeeper ensemble=127.0.0.1:49352 2024-11-19T21:59:14,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349490x0, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:59:14,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34949-0x101566566520002 connected 2024-11-19T21:59:14,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:14,297 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:59:14,298 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:59:14,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:59:14,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:59:14,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-19T21:59:14,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34949 2024-11-19T21:59:14,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34949 2024-11-19T21:59:14,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-19T21:59:14,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34949 2024-11-19T21:59:14,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/707262ffa86d:0 server-side Connection retries=45 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T21:59:14,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T21:59:14,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42033 2024-11-19T21:59:14,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42033 connecting to ZooKeeper ensemble=127.0.0.1:49352 2024-11-19T21:59:14,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420330x0, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T21:59:14,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42033-0x101566566520003 connected 2024-11-19T21:59:14,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T21:59:14,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T21:59:14,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T21:59:14,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T21:59:14,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T21:59:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-19T21:59:14,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033 2024-11-19T21:59:14,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033 2024-11-19T21:59:14,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-19T21:59:14,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033 2024-11-19T21:59:14,350 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;707262ffa86d:39323 2024-11-19T21:59:14,350 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,355 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,364 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T21:59:14,364 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/707262ffa86d,39323,1732053554082 from backup master directory 2024-11-19T21:59:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T21:59:14,372 WARN [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:59:14,372 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,376 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/hbase.id] with ID: dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7 2024-11-19T21:59:14,376 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.tmp/hbase.id 2024-11-19T21:59:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:59:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:59:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741826_1002 (size=42) 2024-11-19T21:59:14,385 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.tmp/hbase.id]:[hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/hbase.id] 2024-11-19T21:59:14,398 INFO [master/707262ffa86d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T21:59:14,398 INFO [master/707262ffa86d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T21:59:14,399 INFO [master/707262ffa86d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T21:59:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:59:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:59:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741827_1003 (size=196) 2024-11-19T21:59:14,414 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T21:59:14,415 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T21:59:14,415 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:59:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:59:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:59:14,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741828_1004 (size=1189) 2024-11-19T21:59:14,426 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store 2024-11-19T21:59:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:59:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:59:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741829_1005 (size=34) 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T21:59:14,435 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:14,435 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T21:59:14,435 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732053554435Disabling compacts and flushes for region at 1732053554435Disabling writes for close at 1732053554435Writing region close event to WAL at 1732053554435Closed at 1732053554435 2024-11-19T21:59:14,436 WARN [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/.initializing 2024-11-19T21:59:14,436 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/WALs/707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,437 INFO [master/707262ffa86d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:59:14,439 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C39323%2C1732053554082, suffix=, logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/WALs/707262ffa86d,39323,1732053554082, archiveDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/oldWALs, maxLogs=10 2024-11-19T21:59:14,451 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/WALs/707262ffa86d,39323,1732053554082/707262ffa86d%2C39323%2C1732053554082.1732053554440, exclude list is [], retry=0 2024-11-19T21:59:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5,DISK] 2024-11-19T21:59:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-744f0963-a9c2-4212-bb00-6686572399a3,DISK] 2024-11-19T21:59:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b,DISK] 2024-11-19T21:59:14,457 INFO [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/WALs/707262ffa86d,39323,1732053554082/707262ffa86d%2C39323%2C1732053554082.1732053554440 2024-11-19T21:59:14,457 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165),(127.0.0.1/127.0.0.1:33615:33615),(127.0.0.1/127.0.0.1:39221:39221)] 2024-11-19T21:59:14,457 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T21:59:14,457 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:14,457 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,457 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T21:59:14,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:14,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:14,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T21:59:14,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T21:59:14,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:14,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:14,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T21:59:14,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:14,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:14,467 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,468 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,469 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,470 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,471 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,471 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:59:14,473 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T21:59:14,475 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:14,476 INFO [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66046418, jitterRate=-0.015831679105758667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:59:14,476 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732053554458Initializing all the Stores at 1732053554459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053554459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053554459Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053554459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053554459Cleaning up temporary data from old regions at 1732053554471 (+12 ms)Region opened successfully at 1732053554476 (+5 ms) 2024-11-19T21:59:14,477 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T21:59:14,481 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd9192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:59:14,482 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T21:59:14,482 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T21:59:14,482 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T21:59:14,482 INFO [master/707262ffa86d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T21:59:14,483 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T21:59:14,483 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T21:59:14,483 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T21:59:14,486 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T21:59:14,487 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T21:59:14,513 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T21:59:14,513 INFO [master/707262ffa86d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T21:59:14,514 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T21:59:14,521 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T21:59:14,522 INFO [master/707262ffa86d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T21:59:14,523 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T21:59:14,530 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T21:59:14,531 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T21:59:14,538 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T21:59:14,541 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T21:59:14,546 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,557 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=707262ffa86d,39323,1732053554082, sessionid=0x101566566520000, setting cluster-up flag (Was=false) 2024-11-19T21:59:14,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,596 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T21:59:14,598 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:14,638 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T21:59:14,639 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=707262ffa86d,39323,1732053554082 2024-11-19T21:59:14,641 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T21:59:14,643 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T21:59:14,643 INFO [master/707262ffa86d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T21:59:14,644 INFO [master/707262ffa86d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T21:59:14,644 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 707262ffa86d,39323,1732053554082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T21:59:14,646 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:59:14,646 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:59:14,646 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:59:14,646 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/707262ffa86d:0, corePoolSize=5, maxPoolSize=5 2024-11-19T21:59:14,647 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/707262ffa86d:0, corePoolSize=10, maxPoolSize=10 2024-11-19T21:59:14,647 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,647 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:59:14,647 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,648 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732053584648 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T21:59:14,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T21:59:14,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T21:59:14,649 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,650 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T21:59:14,650 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T21:59:14,650 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T21:59:14,650 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T21:59:14,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T21:59:14,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:14,651 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053554651,5,FailOnTimeoutGroup] 2024-11-19T21:59:14,651 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053554651,5,FailOnTimeoutGroup] 2024-11-19T21:59:14,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T21:59:14,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T21:59:14,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,651 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:59:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:59:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741831_1007 (size=1321) 2024-11-19T21:59:14,737 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(746): ClusterId : dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7 2024-11-19T21:59:14,737 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(746): ClusterId : dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7 2024-11-19T21:59:14,737 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(746): ClusterId : dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7 2024-11-19T21:59:14,737 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:59:14,737 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:59:14,737 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T21:59:14,756 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:59:14,756 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:59:14,756 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T21:59:14,756 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:59:14,756 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:59:14,756 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T21:59:14,772 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:59:14,772 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:59:14,772 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T21:59:14,772 DEBUG [RS:2;707262ffa86d:42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa84a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:59:14,772 DEBUG [RS:1;707262ffa86d:34949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2623ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:59:14,773 DEBUG [RS:0;707262ffa86d:45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6628a8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=707262ffa86d/172.17.0.2:0 2024-11-19T21:59:14,784 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;707262ffa86d:45833 2024-11-19T21:59:14,784 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;707262ffa86d:34949 2024-11-19T21:59:14,784 INFO [RS:1;707262ffa86d:34949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:59:14,784 INFO [RS:0;707262ffa86d:45833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:59:14,784 INFO [RS:1;707262ffa86d:34949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:59:14,784 INFO [RS:0;707262ffa86d:45833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:59:14,784 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:59:14,784 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:59:14,784 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;707262ffa86d:42033 2024-11-19T21:59:14,785 INFO [RS:2;707262ffa86d:42033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T21:59:14,785 INFO [RS:2;707262ffa86d:42033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T21:59:14,785 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T21:59:14,785 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,39323,1732053554082 with port=42033, startcode=1732053554315 2024-11-19T21:59:14,785 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,39323,1732053554082 with port=34949, startcode=1732053554283 2024-11-19T21:59:14,785 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=707262ffa86d,39323,1732053554082 with port=45833, startcode=1732053554248 2024-11-19T21:59:14,785 DEBUG [RS:2;707262ffa86d:42033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:59:14,785 DEBUG [RS:0;707262ffa86d:45833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:59:14,785 DEBUG [RS:1;707262ffa86d:34949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T21:59:14,787 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:59:14,787 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49777, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:59:14,787 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T21:59:14,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,789 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:14,789 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45847 2024-11-19T21:59:14,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,789 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:59:14,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,791 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:14,791 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45847 2024-11-19T21:59:14,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39323 {}] master.ServerManager(517): Registering regionserver=707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,791 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:59:14,792 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:14,792 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45847 2024-11-19T21:59:14,792 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T21:59:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:59:14,830 DEBUG [RS:0;707262ffa86d:45833 {}] zookeeper.ZKUtil(111): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,830 WARN [RS:0;707262ffa86d:45833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:59:14,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,34949,1732053554283] 2024-11-19T21:59:14,830 INFO [RS:0;707262ffa86d:45833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:59:14,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,45833,1732053554248] 2024-11-19T21:59:14,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [707262ffa86d,42033,1732053554315] 2024-11-19T21:59:14,830 DEBUG [RS:2;707262ffa86d:42033 {}] zookeeper.ZKUtil(111): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,830 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,831 DEBUG [RS:1;707262ffa86d:34949 {}] zookeeper.ZKUtil(111): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,831 WARN [RS:2;707262ffa86d:42033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:59:14,831 WARN [RS:1;707262ffa86d:34949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T21:59:14,831 INFO [RS:2;707262ffa86d:42033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:59:14,831 INFO [RS:1;707262ffa86d:34949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:59:14,831 DEBUG [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,831 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,837 INFO [RS:2;707262ffa86d:42033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:59:14,837 INFO [RS:0;707262ffa86d:45833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:59:14,837 INFO [RS:1;707262ffa86d:34949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T21:59:14,839 INFO [RS:2;707262ffa86d:42033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:59:14,839 INFO [RS:2;707262ffa86d:42033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:59:14,839 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,839 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:59:14,840 INFO [RS:2;707262ffa86d:42033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:59:14,840 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,840 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,840 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,840 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,841 DEBUG [RS:2;707262ffa86d:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,842 INFO [RS:1;707262ffa86d:34949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:59:14,843 INFO [RS:0;707262ffa86d:45833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T21:59:14,847 INFO [RS:1;707262ffa86d:34949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:59:14,847 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:0;707262ffa86d:45833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,847 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T21:59:14,847 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,42033,1732053554315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:59:14,848 INFO [RS:0;707262ffa86d:45833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:59:14,848 INFO [RS:1;707262ffa86d:34949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T21:59:14,848 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,848 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,848 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,848 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0, corePoolSize=2, maxPoolSize=2 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/707262ffa86d:0, corePoolSize=1, maxPoolSize=1 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,849 DEBUG [RS:1;707262ffa86d:34949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,849 DEBUG [RS:0;707262ffa86d:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/707262ffa86d:0, corePoolSize=3, maxPoolSize=3 2024-11-19T21:59:14,853 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,853 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,853 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45833,1732053554248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,854 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,34949,1732053554283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:59:14,865 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:59:14,865 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,42033,1732053554315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,865 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,865 INFO [RS:2;707262ffa86d:42033 {}] regionserver.Replication(171): 707262ffa86d,42033,1732053554315 started 2024-11-19T21:59:14,868 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:59:14,868 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,34949,1732053554283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,869 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,869 INFO [RS:1;707262ffa86d:34949 {}] regionserver.Replication(171): 707262ffa86d,34949,1732053554283 started 2024-11-19T21:59:14,873 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T21:59:14,873 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,45833,1732053554248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,873 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,873 INFO [RS:0;707262ffa86d:45833 {}] regionserver.Replication(171): 707262ffa86d,45833,1732053554248 started 2024-11-19T21:59:14,884 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,884 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,34949,1732053554283, RpcServer on 707262ffa86d/172.17.0.2:34949, sessionid=0x101566566520002 2024-11-19T21:59:14,884 INFO [RS:2;707262ffa86d:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,884 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,42033,1732053554315, RpcServer on 707262ffa86d/172.17.0.2:42033, sessionid=0x101566566520003 2024-11-19T21:59:14,884 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:59:14,884 DEBUG [RS:1;707262ffa86d:34949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,884 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,34949,1732053554283' 2024-11-19T21:59:14,884 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:59:14,884 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:59:14,884 DEBUG [RS:2;707262ffa86d:42033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,884 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,42033,1732053554315' 2024-11-19T21:59:14,884 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,34949,1732053554283 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,42033,1732053554315 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,34949,1732053554283' 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,42033,1732053554315' 2024-11-19T21:59:14,885 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:59:14,885 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:59:14,886 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:59:14,886 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:59:14,886 DEBUG [RS:1;707262ffa86d:34949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:59:14,886 DEBUG [RS:2;707262ffa86d:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:59:14,886 INFO [RS:1;707262ffa86d:34949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:59:14,886 INFO [RS:2;707262ffa86d:42033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:59:14,886 INFO [RS:1;707262ffa86d:34949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:59:14,886 INFO [RS:2;707262ffa86d:42033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:59:14,890 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:14,890 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1482): Serving as 707262ffa86d,45833,1732053554248, RpcServer on 707262ffa86d/172.17.0.2:45833, sessionid=0x101566566520001 2024-11-19T21:59:14,890 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T21:59:14,890 DEBUG [RS:0;707262ffa86d:45833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,890 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,45833,1732053554248' 2024-11-19T21:59:14,890 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T21:59:14,891 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 707262ffa86d,45833,1732053554248 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '707262ffa86d,45833,1732053554248' 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T21:59:14,892 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T21:59:14,893 DEBUG [RS:0;707262ffa86d:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T21:59:14,893 INFO [RS:0;707262ffa86d:45833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T21:59:14,893 INFO [RS:0;707262ffa86d:45833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T21:59:14,987 INFO [RS:1;707262ffa86d:34949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:59:14,987 INFO [RS:2;707262ffa86d:42033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:59:14,992 INFO [RS:2;707262ffa86d:42033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C42033%2C1732053554315, suffix=, logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315, archiveDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs, maxLogs=32 2024-11-19T21:59:14,992 INFO [RS:1;707262ffa86d:34949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C34949%2C1732053554283, suffix=, logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,34949,1732053554283, archiveDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs, maxLogs=32 2024-11-19T21:59:14,993 INFO [RS:0;707262ffa86d:45833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T21:59:14,996 INFO [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C45833%2C1732053554248, suffix=, logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248, archiveDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs, maxLogs=32 2024-11-19T21:59:15,007 DEBUG [RS:2;707262ffa86d:42033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315/707262ffa86d%2C42033%2C1732053554315.1732053554995, exclude list is [], retry=0 2024-11-19T21:59:15,007 DEBUG [RS:1;707262ffa86d:34949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,34949,1732053554283/707262ffa86d%2C34949%2C1732053554283.1732053554995, exclude list is [], retry=0 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5,DISK] 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-744f0963-a9c2-4212-bb00-6686572399a3,DISK] 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b,DISK] 2024-11-19T21:59:15,011 DEBUG [RS:0;707262ffa86d:45833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248/707262ffa86d%2C45833%2C1732053554248.1732053554997, exclude list is [], retry=0 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-744f0963-a9c2-4212-bb00-6686572399a3,DISK] 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b,DISK] 2024-11-19T21:59:15,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5,DISK] 2024-11-19T21:59:15,013 INFO [RS:1;707262ffa86d:34949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,34949,1732053554283/707262ffa86d%2C34949%2C1732053554283.1732053554995 2024-11-19T21:59:15,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b,DISK] 2024-11-19T21:59:15,014 DEBUG [RS:1;707262ffa86d:34949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33615:33615),(127.0.0.1/127.0.0.1:40165:40165)] 2024-11-19T21:59:15,015 INFO [RS:2;707262ffa86d:42033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315/707262ffa86d%2C42033%2C1732053554315.1732053554995 2024-11-19T21:59:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-744f0963-a9c2-4212-bb00-6686572399a3,DISK] 2024-11-19T21:59:15,015 DEBUG [RS:2;707262ffa86d:42033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40165:40165),(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-19T21:59:15,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5,DISK] 2024-11-19T21:59:15,024 INFO [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248/707262ffa86d%2C45833%2C1732053554248.1732053554997 2024-11-19T21:59:15,025 DEBUG [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:40165:40165),(127.0.0.1/127.0.0.1:33615:33615)] 2024-11-19T21:59:15,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T21:59:15,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741835_1011 (size=32) 2024-11-19T21:59:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741835_1011 (size=32) 2024-11-19T21:59:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741835_1011 (size=32) 2024-11-19T21:59:15,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:15,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T21:59:15,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T21:59:15,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:15,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:15,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T21:59:15,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T21:59:15,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:15,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:15,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T21:59:15,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T21:59:15,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:15,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:15,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T21:59:15,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T21:59:15,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:15,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:15,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T21:59:15,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740 2024-11-19T21:59:15,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740 2024-11-19T21:59:15,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T21:59:15,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T21:59:15,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:59:15,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T21:59:15,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:15,096 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61701442, jitterRate=-0.08057686686515808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732053555080Initializing all the Stores at 1732053555081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053555081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053555081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053555081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053555081Cleaning up temporary data from old regions at 1732053555091 (+10 ms)Region opened successfully at 1732053555096 (+5 ms) 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T21:59:15,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T21:59:15,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T21:59:15,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732053555096Disabling compacts and flushes for region at 1732053555096Disabling writes for close at 1732053555096Writing region close event to WAL at 1732053555096Closed at 1732053555096 2024-11-19T21:59:15,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:59:15,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T21:59:15,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T21:59:15,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:59:15,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T21:59:15,250 DEBUG [707262ffa86d:39323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T21:59:15,251 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:59:15,255 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:59:15,255 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:59:15,256 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T21:59:15,256 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:59:15,256 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:59:15,256 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T21:59:15,256 INFO [707262ffa86d:39323 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:59:15,256 INFO [707262ffa86d:39323 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:59:15,256 INFO [707262ffa86d:39323 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T21:59:15,256 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:59:15,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:15,258 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,45833,1732053554248, state=OPENING 2024-11-19T21:59:15,297 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T21:59:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:15,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T21:59:15,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:15,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:15,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:15,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:15,309 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T21:59:15,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:16,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:16,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:16,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:16,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T21:59:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:16,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:16,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:25,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:59:25,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:59:25,328 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T21:59:25,329 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T21:59:25,329 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T21:59:25,331 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=707262ffa86d%2C45833%2C1732053554248.meta, suffix=.meta, logDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248, archiveDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs, maxLogs=32 2024-11-19T21:59:25,346 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248/707262ffa86d%2C45833%2C1732053554248.meta.1732053565332.meta, exclude list is [], retry=0 2024-11-19T21:59:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-9f42e9aa-c40f-4411-8b1c-988d4c70fec5,DISK] 2024-11-19T21:59:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43049,DS-a23ea171-d6e0-4198-a0b4-7cf6854a418b,DISK] 2024-11-19T21:59:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42035,DS-744f0963-a9c2-4212-bb00-6686572399a3,DISK] 2024-11-19T21:59:25,362 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,45833,1732053554248/707262ffa86d%2C45833%2C1732053554248.meta.1732053565332.meta 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39221:39221),(127.0.0.1/127.0.0.1:33615:33615),(127.0.0.1/127.0.0.1:40165:40165)] 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T21:59:25,363 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,363 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T21:59:25,364 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T21:59:25,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T21:59:25,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T21:59:25,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:25,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:25,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T21:59:25,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T21:59:25,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:25,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:25,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T21:59:25,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T21:59:25,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:25,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:25,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T21:59:25,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T21:59:25,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:25,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T21:59:25,371 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T21:59:25,372 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740 2024-11-19T21:59:25,373 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740 2024-11-19T21:59:25,375 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T21:59:25,375 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T21:59:25,375 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T21:59:25,376 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T21:59:25,377 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65379933, jitterRate=-0.025763079524040222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T21:59:25,377 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T21:59:25,377 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732053565364Writing region info on filesystem at 1732053565364Initializing all the Stores at 1732053565365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053565365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053565365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053565365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732053565365Cleaning up temporary data from old regions at 1732053565375 (+10 ms)Running coprocessor post-open hooks at 1732053565377 (+2 ms)Region opened successfully at 1732053565377 2024-11-19T21:59:25,378 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732053565313 2024-11-19T21:59:25,380 DEBUG [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T21:59:25,380 INFO [RS_OPEN_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T21:59:25,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:25,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 707262ffa86d,45833,1732053554248, state=OPEN 2024-11-19T21:59:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:59:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:59:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:59:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T21:59:25,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=707262ffa86d,45833,1732053554248 2024-11-19T21:59:25,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:25,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:25,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:25,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T21:59:25,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T21:59:25,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=707262ffa86d,45833,1732053554248 in 10.1370 sec 2024-11-19T21:59:25,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T21:59:25,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3540 sec 2024-11-19T21:59:25,455 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T21:59:25,455 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T21:59:25,457 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:59:25,458 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,45833,1732053554248, seqNum=-1] 2024-11-19T21:59:25,458 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:59:25,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:59:25,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8200 sec 2024-11-19T21:59:25,464 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732053565464, completionTime=-1 2024-11-19T21:59:25,464 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T21:59:25,464 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732053625466 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732053685466 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-707262ffa86d:39323, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,466 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,467 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,469 DEBUG [master/707262ffa86d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.099sec 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T21:59:25,471 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T21:59:25,472 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T21:59:25,474 DEBUG [master/707262ffa86d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T21:59:25,474 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T21:59:25,474 INFO [master/707262ffa86d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=707262ffa86d,39323,1732053554082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T21:59:25,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e70fe16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 707262ffa86d,39323,-1 for getting cluster id 2024-11-19T21:59:25,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T21:59:25,566 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7' 2024-11-19T21:59:25,567 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T21:59:25,567 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7" 2024-11-19T21:59:25,568 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cbb2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,568 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [707262ffa86d,39323,-1] 2024-11-19T21:59:25,569 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T21:59:25,569 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:25,570 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T21:59:25,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3feb0028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:59:25,573 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,45833,1732053554248, seqNum=-1] 2024-11-19T21:59:25,573 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:59:25,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:59:25,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=707262ffa86d,39323,1732053554082 2024-11-19T21:59:25,576 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732053565576 (current time:1732053565576). 2024-11-19T21:59:25,577 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T21:59:25,577 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T21:59:25,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345e4fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 707262ffa86d,39323,-1 for getting cluster id 2024-11-19T21:59:25,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T21:59:25,578 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7' 2024-11-19T21:59:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T21:59:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbddc78a-0ef2-4985-9e2f-4fb7bb2d6cb7" 2024-11-19T21:59:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604fd1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [707262ffa86d,39323,-1] 2024-11-19T21:59:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T21:59:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:25,580 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T21:59:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23be3447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T21:59:25,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T21:59:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=707262ffa86d,45833,1732053554248, seqNum=-1] 2024-11-19T21:59:25,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:59:25,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:59:25,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T21:59:25,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:25,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:25,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:25,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T21:59:25,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T21:59:25,585 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 707262ffa86d,39323,1732053554082 2024-11-19T21:59:25,585 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f35dc2f 2024-11-19T21:59:25,585 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T21:59:25,587 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T21:59:25,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T21:59:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T21:59:25,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T21:59:25,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:25,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T21:59:25,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T21:59:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:59:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:59:25,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741837_1013 (size=361) 2024-11-19T21:59:25,603 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f32b3f59a8d4de279eabcfe288e6cc0, NAME => 'SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,603 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de8627d6d011e3b5ca100ea1490ee54f, NAME => 'SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,603 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 73e43d12b4fa890739e3f55cdd1ba67d, NAME => 'SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:59:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:59:25,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741839_1015 (size=62) 2024-11-19T21:59:25,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing de8627d6d011e3b5ca100ea1490ee54f, disabling compactions & flushes 2024-11-19T21:59:25,619 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:25,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:25,619 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. after waiting 0 ms 2024-11-19T21:59:25,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:25,620 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:25,620 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for de8627d6d011e3b5ca100ea1490ee54f: Waiting for close lock at 1732053565619Disabling compacts and flushes for region at 1732053565619Disabling writes for close at 1732053565620 (+1 ms)Writing region close event to WAL at 1732053565620Closed at 1732053565620 2024-11-19T21:59:25,620 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a83ad23eed35e337e1201670f1dd0f91, NAME => 'SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741838_1014 (size=62) 2024-11-19T21:59:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741838_1014 (size=62) 2024-11-19T21:59:25,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741838_1014 (size=62) 2024-11-19T21:59:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741840_1016 (size=54) 2024-11-19T21:59:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741840_1016 (size=54) 2024-11-19T21:59:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741840_1016 (size=54) 2024-11-19T21:59:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:59:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741841_1017 (size=62) 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0f32b3f59a8d4de279eabcfe288e6cc0, disabling compactions & flushes 2024-11-19T21:59:25,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. after waiting 0 ms 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:25,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:25,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f32b3f59a8d4de279eabcfe288e6cc0: Waiting for close lock at 1732053565635Disabling compacts and flushes for region at 1732053565635Disabling writes for close at 1732053565635Writing region close event to WAL at 1732053565635Closed at 1732053565635 2024-11-19T21:59:25,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 405a274e467781b317e1325c18c85f1e, NAME => 'SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:59:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:59:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741842_1018 (size=62) 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 405a274e467781b317e1325c18c85f1e, disabling compactions & flushes 2024-11-19T21:59:25,645 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. after waiting 0 ms 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:25,645 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:25,645 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 405a274e467781b317e1325c18c85f1e: Waiting for close lock at 1732053565645Disabling compacts and flushes for region at 1732053565645Disabling writes for close at 1732053565645Writing region close event to WAL at 1732053565645Closed at 1732053565645 2024-11-19T21:59:25,646 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cc60fd761c100329a5dd8a96f8bdc11, NAME => 'SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:59:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:59:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741843_1019 (size=62) 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9cc60fd761c100329a5dd8a96f8bdc11, disabling compactions & flushes 2024-11-19T21:59:25,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. after waiting 0 ms 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:25,656 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:25,656 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cc60fd761c100329a5dd8a96f8bdc11: Waiting for close lock at 1732053565656Disabling compacts and flushes for region at 1732053565656Disabling writes for close at 1732053565656Writing region close event to WAL at 1732053565656Closed at 1732053565656 2024-11-19T21:59:25,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80d0e61064b1a166711080e715cdb34a, NAME => 'SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:59:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:59:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741844_1020 (size=62) 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 80d0e61064b1a166711080e715cdb34a, disabling compactions & flushes 2024-11-19T21:59:25,669 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. after waiting 0 ms 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:25,669 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:25,669 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80d0e61064b1a166711080e715cdb34a: Waiting for close lock at 1732053565669Disabling compacts and flushes for region at 1732053565669Disabling writes for close at 1732053565669Writing region close event to WAL at 1732053565669Closed at 1732053565669 2024-11-19T21:59:25,670 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfbac868dc91ea9fbb50f16ec10d2b95, NAME => 'SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:59:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741845_1021 (size=62) 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bfbac868dc91ea9fbb50f16ec10d2b95, disabling compactions & flushes 2024-11-19T21:59:25,680 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. after waiting 0 ms 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:25,680 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:25,680 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfbac868dc91ea9fbb50f16ec10d2b95: Waiting for close lock at 1732053565680Disabling compacts and flushes for region at 1732053565680Disabling writes for close at 1732053565680Writing region close event to WAL at 1732053565680Closed at 1732053565680 2024-11-19T21:59:25,681 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21b3932902db9f4ee8545ea858c438f1, NAME => 'SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:59:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:59:25,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741846_1022 (size=62) 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 21b3932902db9f4ee8545ea858c438f1, disabling compactions & flushes 2024-11-19T21:59:25,690 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. after waiting 0 ms 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:25,690 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:25,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21b3932902db9f4ee8545ea858c438f1: Waiting for close lock at 1732053565690Disabling compacts and flushes for region at 1732053565690Disabling writes for close at 1732053565690Writing region close event to WAL at 1732053565690Closed at 1732053565690 2024-11-19T21:59:25,691 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96966158a5f528ced787c64ddaefb24c, NAME => 'SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4 2024-11-19T21:59:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:59:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:59:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741847_1023 (size=54) 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 96966158a5f528ced787c64ddaefb24c, disabling compactions & flushes 2024-11-19T21:59:25,701 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. after waiting 0 ms 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:25,701 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:25,701 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96966158a5f528ced787c64ddaefb24c: Waiting for close lock at 1732053565701Disabling compacts and flushes for region at 1732053565701Disabling writes for close at 1732053565701Writing region close event to WAL at 1732053565701Closed at 1732053565701 2024-11-19T21:59:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:26,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:26,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 73e43d12b4fa890739e3f55cdd1ba67d, disabling compactions & flushes 2024-11-19T21:59:26,025 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:26,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:26,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. after waiting 0 ms 2024-11-19T21:59:26,025 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:26,026 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:26,026 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 73e43d12b4fa890739e3f55cdd1ba67d: Waiting for close lock at 1732053566025Disabling compacts and flushes for region at 1732053566025Disabling writes for close at 1732053566025Writing region close event to WAL at 1732053566025Closed at 1732053566026 (+1 ms) 2024-11-19T21:59:26,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:26,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a83ad23eed35e337e1201670f1dd0f91, disabling compactions & flushes 2024-11-19T21:59:26,037 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:26,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:26,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. after waiting 0 ms 2024-11-19T21:59:26,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:26,038 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:26,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a83ad23eed35e337e1201670f1dd0f91: Waiting for close lock at 1732053566037Disabling compacts and flushes for region at 1732053566037Disabling writes for close at 1732053566038 (+1 ms)Writing region close event to WAL at 1732053566038Closed at 1732053566038 2024-11-19T21:59:26,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T21:59:26,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732053566041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732053566041"}]},"ts":"1732053566041"} 2024-11-19T21:59:26,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T21:59:26,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T21:59:26,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732053566051"}]},"ts":"1732053566051"} 2024-11-19T21:59:26,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T21:59:26,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T21:59:26,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T21:59:26,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T21:59:26,059 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T21:59:26,059 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T21:59:26,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f32b3f59a8d4de279eabcfe288e6cc0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de8627d6d011e3b5ca100ea1490ee54f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a83ad23eed35e337e1201670f1dd0f91, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc60fd761c100329a5dd8a96f8bdc11, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80d0e61064b1a166711080e715cdb34a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b3932902db9f4ee8545ea858c438f1, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96966158a5f528ced787c64ddaefb24c, ASSIGN}] 2024-11-19T21:59:26,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96966158a5f528ced787c64ddaefb24c, ASSIGN 2024-11-19T21:59:26,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b3932902db9f4ee8545ea858c438f1, ASSIGN 2024-11-19T21:59:26,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN 2024-11-19T21:59:26,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80d0e61064b1a166711080e715cdb34a, ASSIGN 2024-11-19T21:59:26,063 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc60fd761c100329a5dd8a96f8bdc11, ASSIGN 2024-11-19T21:59:26,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b3932902db9f4ee8545ea858c438f1, ASSIGN; state=OFFLINE, location=707262ffa86d,45833,1732053554248; forceNewPlan=false, retain=false 2024-11-19T21:59:26,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN; state=OFFLINE, location=707262ffa86d,42033,1732053554315; forceNewPlan=false, retain=false 2024-11-19T21:59:26,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96966158a5f528ced787c64ddaefb24c, ASSIGN; state=OFFLINE, location=707262ffa86d,34949,1732053554283; forceNewPlan=false, retain=false 2024-11-19T21:59:26,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80d0e61064b1a166711080e715cdb34a, ASSIGN; state=OFFLINE, location=707262ffa86d,34949,1732053554283; forceNewPlan=false, retain=false 2024-11-19T21:59:26,064 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc60fd761c100329a5dd8a96f8bdc11, ASSIGN; state=OFFLINE, location=707262ffa86d,45833,1732053554248; forceNewPlan=false, retain=false 2024-11-19T21:59:26,066 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN 2024-11-19T21:59:26,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a83ad23eed35e337e1201670f1dd0f91, ASSIGN 2024-11-19T21:59:26,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de8627d6d011e3b5ca100ea1490ee54f, ASSIGN 2024-11-19T21:59:26,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN 2024-11-19T21:59:26,066 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f32b3f59a8d4de279eabcfe288e6cc0, ASSIGN 2024-11-19T21:59:26,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de8627d6d011e3b5ca100ea1490ee54f, ASSIGN; state=OFFLINE, location=707262ffa86d,45833,1732053554248; forceNewPlan=false, retain=false 2024-11-19T21:59:26,067 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a83ad23eed35e337e1201670f1dd0f91, ASSIGN; state=OFFLINE, location=707262ffa86d,45833,1732053554248; forceNewPlan=false, retain=false 2024-11-19T21:59:26,067 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN; state=OFFLINE, location=707262ffa86d,42033,1732053554315; forceNewPlan=false, retain=false 2024-11-19T21:59:26,067 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f32b3f59a8d4de279eabcfe288e6cc0, ASSIGN; state=OFFLINE, location=707262ffa86d,34949,1732053554283; forceNewPlan=false, retain=false 2024-11-19T21:59:26,067 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN; state=OFFLINE, location=707262ffa86d,42033,1732053554315; forceNewPlan=false, retain=false 2024-11-19T21:59:26,214 INFO [707262ffa86d:39323 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T21:59:26,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a83ad23eed35e337e1201670f1dd0f91, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:26,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21b3932902db9f4ee8545ea858c438f1, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:26,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9cc60fd761c100329a5dd8a96f8bdc11, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:26,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=de8627d6d011e3b5ca100ea1490ee54f, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:26,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bfbac868dc91ea9fbb50f16ec10d2b95, regionState=OPENING, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:26,216 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=405a274e467781b317e1325c18c85f1e, regionState=OPENING, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:26,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73e43d12b4fa890739e3f55cdd1ba67d, regionState=OPENING, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:26,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=96966158a5f528ced787c64ddaefb24c, regionState=OPENING, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:26,216 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=80d0e61064b1a166711080e715cdb34a, regionState=OPENING, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:26,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f32b3f59a8d4de279eabcfe288e6cc0, regionState=OPENING, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:26,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de8627d6d011e3b5ca100ea1490ee54f, ASSIGN because future has completed 2024-11-19T21:59:26,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8627d6d011e3b5ca100ea1490ee54f, server=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:26,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a83ad23eed35e337e1201670f1dd0f91, ASSIGN because future has completed 2024-11-19T21:59:26,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a83ad23eed35e337e1201670f1dd0f91, server=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:26,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9cc60fd761c100329a5dd8a96f8bdc11, ASSIGN because future has completed 2024-11-19T21:59:26,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=21b3932902db9f4ee8545ea858c438f1, ASSIGN because future has completed 2024-11-19T21:59:26,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11, server=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:26,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b3932902db9f4ee8545ea858c438f1, server=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:26,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN because future has completed 2024-11-19T21:59:26,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN because future has completed 2024-11-19T21:59:26,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,42033,1732053554315}] 2024-11-19T21:59:26,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN because future has completed 2024-11-19T21:59:26,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=96966158a5f528ced787c64ddaefb24c, ASSIGN because future has completed 2024-11-19T21:59:26,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,42033,1732053554315}] 2024-11-19T21:59:26,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96966158a5f528ced787c64ddaefb24c, server=707262ffa86d,34949,1732053554283}] 2024-11-19T21:59:26,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=80d0e61064b1a166711080e715cdb34a, ASSIGN because future has completed 2024-11-19T21:59:26,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0f32b3f59a8d4de279eabcfe288e6cc0, ASSIGN because future has completed 2024-11-19T21:59:26,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0, server=707262ffa86d,34949,1732053554283}] 2024-11-19T21:59:26,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d0e61064b1a166711080e715cdb34a, server=707262ffa86d,34949,1732053554283}] 2024-11-19T21:59:26,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,42033,1732053554315}] 2024-11-19T21:59:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:26,837 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T21:59:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:28,605 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-19T21:59:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:30,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:30,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:30,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:30,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T21:59:30,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:30,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:30,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:36,230 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:59:36,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T21:59:36,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:59:36,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T21:59:36,235 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:36,235 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a83ad23eed35e337e1201670f1dd0f91, NAME => 'SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T21:59:36,236 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,236 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,236 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,236 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,238 INFO [StoreOpener-a83ad23eed35e337e1201670f1dd0f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,239 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:36,239 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 73e43d12b4fa890739e3f55cdd1ba67d, NAME => 'SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T21:59:36,240 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,240 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,240 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,240 INFO [StoreOpener-a83ad23eed35e337e1201670f1dd0f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a83ad23eed35e337e1201670f1dd0f91 columnFamilyName cf 2024-11-19T21:59:36,240 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,240 DEBUG [StoreOpener-a83ad23eed35e337e1201670f1dd0f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,241 INFO [StoreOpener-a83ad23eed35e337e1201670f1dd0f91-1 {}] regionserver.HStore(327): Store=a83ad23eed35e337e1201670f1dd0f91/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,241 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,242 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,242 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,242 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,242 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,244 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,245 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:36,245 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 96966158a5f528ced787c64ddaefb24c, NAME => 'SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T21:59:36,245 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,245 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,245 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,245 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,246 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,247 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/a83ad23eed35e337e1201670f1dd0f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,247 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73e43d12b4fa890739e3f55cdd1ba67d columnFamilyName cf 2024-11-19T21:59:36,247 DEBUG [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,247 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a83ad23eed35e337e1201670f1dd0f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73813446, jitterRate=0.0999060571193695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,247 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] regionserver.HStore(327): Store=73e43d12b4fa890739e3f55cdd1ba67d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,247 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:36,247 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,247 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a83ad23eed35e337e1201670f1dd0f91: Running coprocessor pre-open hook at 1732053576236Writing region info on filesystem at 1732053576236Initializing all the Stores at 1732053576237 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576237Cleaning up temporary data from old regions at 1732053576242 (+5 ms)Running coprocessor post-open hooks at 1732053576247 (+5 ms)Region opened successfully at 1732053576247 2024-11-19T21:59:36,248 INFO [StoreOpener-96966158a5f528ced787c64ddaefb24c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,248 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,248 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91., pid=16, masterSystemTime=1732053576224 2024-11-19T21:59:36,249 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,249 INFO [StoreOpener-96966158a5f528ced787c64ddaefb24c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96966158a5f528ced787c64ddaefb24c columnFamilyName cf 2024-11-19T21:59:36,249 DEBUG [StoreOpener-96966158a5f528ced787c64ddaefb24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,249 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,249 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,250 INFO [StoreOpener-96966158a5f528ced787c64ddaefb24c-1 {}] regionserver.HStore(327): Store=96966158a5f528ced787c64ddaefb24c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,250 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:36,251 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:36,251 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 21b3932902db9f4ee8545ea858c438f1, NAME => 'SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,251 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,252 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a83ad23eed35e337e1201670f1dd0f91, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:36,252 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,252 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,252 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,253 INFO [StoreOpener-21b3932902db9f4ee8545ea858c438f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,253 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a83ad23eed35e337e1201670f1dd0f91, server=707262ffa86d,45833,1732053554248 because future has completed 2024-11-19T21:59:36,254 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,254 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 73e43d12b4fa890739e3f55cdd1ba67d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64300432, jitterRate=-0.04184889793395996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,254 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:36,254 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 73e43d12b4fa890739e3f55cdd1ba67d: Running coprocessor pre-open hook at 1732053576243Writing region info on filesystem at 1732053576243Initializing all the Stores at 1732053576244 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576244Cleaning up temporary data from old regions at 1732053576250 (+6 ms)Running coprocessor post-open hooks at 1732053576254 (+4 ms)Region opened successfully at 1732053576254 2024-11-19T21:59:36,255 INFO [StoreOpener-21b3932902db9f4ee8545ea858c438f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21b3932902db9f4ee8545ea858c438f1 columnFamilyName cf 2024-11-19T21:59:36,255 DEBUG [StoreOpener-21b3932902db9f4ee8545ea858c438f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,255 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d., pid=20, masterSystemTime=1732053576229 2024-11-19T21:59:36,255 INFO [StoreOpener-21b3932902db9f4ee8545ea858c438f1-1 {}] regionserver.HStore(327): Store=21b3932902db9f4ee8545ea858c438f1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,256 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,256 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,256 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-19T21:59:36,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a83ad23eed35e337e1201670f1dd0f91, server=707262ffa86d,45833,1732053554248 in 10.0320 sec 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,257 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 96966158a5f528ced787c64ddaefb24c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68386391, jitterRate=0.019036635756492615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 96966158a5f528ced787c64ddaefb24c: Running coprocessor pre-open hook at 1732053576246Writing region info on filesystem at 1732053576246Initializing all the Stores at 1732053576246Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576246Cleaning up temporary data from old regions at 1732053576251 (+5 ms)Running coprocessor post-open hooks at 1732053576257 (+6 ms)Region opened successfully at 1732053576257 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,257 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:36,257 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:36,258 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:36,258 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bfbac868dc91ea9fbb50f16ec10d2b95, NAME => 'SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T21:59:36,258 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., pid=21, masterSystemTime=1732053576231 2024-11-19T21:59:36,258 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,258 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,258 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,258 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a83ad23eed35e337e1201670f1dd0f91, ASSIGN in 10.1970 sec 2024-11-19T21:59:36,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73e43d12b4fa890739e3f55cdd1ba67d, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:36,260 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:36,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,42033,1732053554315 because future has completed 2024-11-19T21:59:36,260 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:36,260 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,260 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:36,260 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 80d0e61064b1a166711080e715cdb34a, NAME => 'SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T21:59:36,260 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,261 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,261 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,261 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,261 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,261 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbac868dc91ea9fbb50f16ec10d2b95 columnFamilyName cf 2024-11-19T21:59:36,261 DEBUG [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,262 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] regionserver.HStore(327): Store=bfbac868dc91ea9fbb50f16ec10d2b95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=96966158a5f528ced787c64ddaefb24c, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:36,262 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,262 INFO [StoreOpener-80d0e61064b1a166711080e715cdb34a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,263 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,263 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,264 INFO [StoreOpener-80d0e61064b1a166711080e715cdb34a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80d0e61064b1a166711080e715cdb34a columnFamilyName cf 2024-11-19T21:59:36,264 DEBUG [StoreOpener-80d0e61064b1a166711080e715cdb34a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,264 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,264 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,264 INFO [StoreOpener-80d0e61064b1a166711080e715cdb34a-1 {}] regionserver.HStore(327): Store=80d0e61064b1a166711080e715cdb34a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,265 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,265 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,266 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,266 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,266 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,266 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,268 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,269 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,269 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened bfbac868dc91ea9fbb50f16ec10d2b95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74650645, jitterRate=0.11238129436969757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,269 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:36,270 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bfbac868dc91ea9fbb50f16ec10d2b95: Running coprocessor pre-open hook at 1732053576258Writing region info on filesystem at 1732053576258Initializing all the Stores at 1732053576259 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576259Cleaning up temporary data from old regions at 1732053576264 (+5 ms)Running coprocessor post-open hooks at 1732053576269 (+5 ms)Region opened successfully at 1732053576269 2024-11-19T21:59:36,270 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96966158a5f528ced787c64ddaefb24c, server=707262ffa86d,34949,1732053554283 because future has completed 2024-11-19T21:59:36,271 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 21b3932902db9f4ee8545ea858c438f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60030442, jitterRate=-0.10547670722007751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,271 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:36,272 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., pid=19, masterSystemTime=1732053576229 2024-11-19T21:59:36,272 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,272 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 21b3932902db9f4ee8545ea858c438f1: Running coprocessor pre-open hook at 1732053576252Writing region info on filesystem at 1732053576252Initializing all the Stores at 1732053576253 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576253Cleaning up temporary data from old regions at 1732053576257 (+4 ms)Running coprocessor post-open hooks at 1732053576272 (+15 ms)Region opened successfully at 1732053576272 2024-11-19T21:59:36,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-19T21:59:36,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,42033,1732053554315 in 10.0350 sec 2024-11-19T21:59:36,273 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 80d0e61064b1a166711080e715cdb34a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67474493, jitterRate=0.005448296666145325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,273 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:36,273 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 80d0e61064b1a166711080e715cdb34a: Running coprocessor pre-open hook at 1732053576261Writing region info on filesystem at 1732053576261Initializing all the Stores at 1732053576262 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576262Cleaning up temporary data from old regions at 1732053576266 (+4 ms)Running coprocessor post-open hooks at 1732053576273 (+7 ms)Region opened successfully at 1732053576273 2024-11-19T21:59:36,274 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., pid=17, masterSystemTime=1732053576224 2024-11-19T21:59:36,274 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., pid=23, masterSystemTime=1732053576231 2024-11-19T21:59:36,275 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:36,275 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:36,276 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:36,276 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 405a274e467781b317e1325c18c85f1e, NAME => 'SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T21:59:36,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bfbac868dc91ea9fbb50f16ec10d2b95, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:36,276 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,276 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,276 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,276 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN in 10.2130 sec 2024-11-19T21:59:36,279 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:36,279 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:36,279 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:36,279 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => de8627d6d011e3b5ca100ea1490ee54f, NAME => 'SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T21:59:36,280 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,280 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,280 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,42033,1732053554315 because future has completed 2024-11-19T21:59:36,280 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,280 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=21b3932902db9f4ee8545ea858c438f1, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:36,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-19T21:59:36,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 96966158a5f528ced787c64ddaefb24c, server=707262ffa86d,34949,1732053554283 in 10.0470 sec 2024-11-19T21:59:36,282 INFO [StoreOpener-de8627d6d011e3b5ca100ea1490ee54f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,282 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=80d0e61064b1a166711080e715cdb34a, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:36,283 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:36,283 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:36,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21b3932902db9f4ee8545ea858c438f1, server=707262ffa86d,45833,1732053554248 because future has completed 2024-11-19T21:59:36,283 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:36,283 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405a274e467781b317e1325c18c85f1e columnFamilyName cf 2024-11-19T21:59:36,283 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f32b3f59a8d4de279eabcfe288e6cc0, NAME => 'SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T21:59:36,284 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,284 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=96966158a5f528ced787c64ddaefb24c, ASSIGN in 10.2210 sec 2024-11-19T21:59:36,284 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,284 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,285 DEBUG [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80d0e61064b1a166711080e715cdb34a, server=707262ffa86d,34949,1732053554283 because future has completed 2024-11-19T21:59:36,286 INFO [StoreOpener-de8627d6d011e3b5ca100ea1490ee54f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8627d6d011e3b5ca100ea1490ee54f columnFamilyName cf 2024-11-19T21:59:36,286 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] regionserver.HStore(327): Store=405a274e467781b317e1325c18c85f1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-19T21:59:36,286 DEBUG [StoreOpener-de8627d6d011e3b5ca100ea1490ee54f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,287 INFO [StoreOpener-0f32b3f59a8d4de279eabcfe288e6cc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,287 INFO [StoreOpener-de8627d6d011e3b5ca100ea1490ee54f-1 {}] regionserver.HStore(327): Store=de8627d6d011e3b5ca100ea1490ee54f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,287 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,42033,1732053554315 in 10.0570 sec 2024-11-19T21:59:36,288 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-19T21:59:36,289 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 21b3932902db9f4ee8545ea858c438f1, server=707262ffa86d,45833,1732053554248 in 10.0620 sec 2024-11-19T21:59:36,290 INFO [StoreOpener-0f32b3f59a8d4de279eabcfe288e6cc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f32b3f59a8d4de279eabcfe288e6cc0 columnFamilyName cf 2024-11-19T21:59:36,290 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,290 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,290 DEBUG [StoreOpener-0f32b3f59a8d4de279eabcfe288e6cc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-19T21:59:36,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 80d0e61064b1a166711080e715cdb34a, server=707262ffa86d,34949,1732053554283 in 10.0560 sec 2024-11-19T21:59:36,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN in 10.2280 sec 2024-11-19T21:59:36,291 INFO [StoreOpener-0f32b3f59a8d4de279eabcfe288e6cc0-1 {}] regionserver.HStore(327): Store=0f32b3f59a8d4de279eabcfe288e6cc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,291 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=21b3932902db9f4ee8545ea858c438f1, ASSIGN in 10.2300 sec 2024-11-19T21:59:36,292 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=80d0e61064b1a166711080e715cdb34a, ASSIGN in 10.2310 sec 2024-11-19T21:59:36,293 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,293 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,293 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,293 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,294 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,295 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/de8627d6d011e3b5ca100ea1490ee54f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,295 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,295 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,296 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened de8627d6d011e3b5ca100ea1490ee54f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66601475, jitterRate=-0.0075606852769851685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,296 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:36,296 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,296 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for de8627d6d011e3b5ca100ea1490ee54f: Running coprocessor pre-open hook at 1732053576280Writing region info on filesystem at 1732053576280Initializing all the Stores at 1732053576281 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576281Cleaning up temporary data from old regions at 1732053576290 (+9 ms)Running coprocessor post-open hooks at 1732053576296 (+6 ms)Region opened successfully at 1732053576296 2024-11-19T21:59:36,296 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,297 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,297 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f., pid=15, masterSystemTime=1732053576224 2024-11-19T21:59:36,299 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:36,299 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:36,299 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:36,299 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cc60fd761c100329a5dd8a96f8bdc11, NAME => 'SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T21:59:36,299 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/0f32b3f59a8d4de279eabcfe288e6cc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=de8627d6d011e3b5ca100ea1490ee54f, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,300 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0f32b3f59a8d4de279eabcfe288e6cc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64235752, jitterRate=-0.04281270503997803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:36,300 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0f32b3f59a8d4de279eabcfe288e6cc0: Running coprocessor pre-open hook at 1732053576284Writing region info on filesystem at 1732053576284Initializing all the Stores at 1732053576286 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576286Cleaning up temporary data from old regions at 1732053576293 (+7 ms)Running coprocessor post-open hooks at 1732053576300 (+7 ms)Region opened successfully at 1732053576300 2024-11-19T21:59:36,301 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,302 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0., pid=22, masterSystemTime=1732053576231 2024-11-19T21:59:36,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8627d6d011e3b5ca100ea1490ee54f, server=707262ffa86d,45833,1732053554248 because future has completed 2024-11-19T21:59:36,302 INFO [StoreOpener-9cc60fd761c100329a5dd8a96f8bdc11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,305 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:36,305 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:36,305 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f32b3f59a8d4de279eabcfe288e6cc0, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T21:59:36,306 INFO [StoreOpener-9cc60fd761c100329a5dd8a96f8bdc11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc60fd761c100329a5dd8a96f8bdc11 columnFamilyName cf 2024-11-19T21:59:36,306 DEBUG [StoreOpener-9cc60fd761c100329a5dd8a96f8bdc11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T21:59:36,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-19T21:59:36,307 INFO [StoreOpener-9cc60fd761c100329a5dd8a96f8bdc11-1 {}] regionserver.HStore(327): Store=9cc60fd761c100329a5dd8a96f8bdc11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T21:59:36,307 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure de8627d6d011e3b5ca100ea1490ee54f, server=707262ffa86d,45833,1732053554248 in 10.0830 sec 2024-11-19T21:59:36,308 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0, server=707262ffa86d,34949,1732053554283 because future has completed 2024-11-19T21:59:36,308 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,309 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,309 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de8627d6d011e3b5ca100ea1490ee54f, ASSIGN in 10.2470 sec 2024-11-19T21:59:36,310 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 405a274e467781b317e1325c18c85f1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67657218, jitterRate=0.008171111345291138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,310 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:36,310 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 405a274e467781b317e1325c18c85f1e: Running coprocessor pre-open hook at 1732053576277Writing region info on filesystem at 1732053576277Initializing all the Stores at 1732053576279 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576279Cleaning up temporary data from old regions at 1732053576297 (+18 ms)Running coprocessor post-open hooks at 1732053576310 (+13 ms)Region opened successfully at 1732053576310 2024-11-19T21:59:36,311 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e., pid=24, masterSystemTime=1732053576229 2024-11-19T21:59:36,311 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-19T21:59:36,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0, server=707262ffa86d,34949,1732053554283 in 10.0780 sec 2024-11-19T21:59:36,313 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:36,313 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:36,314 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=405a274e467781b317e1325c18c85f1e, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,42033,1732053554315 2024-11-19T21:59:36,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0f32b3f59a8d4de279eabcfe288e6cc0, ASSIGN in 10.2520 sec 2024-11-19T21:59:36,316 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/9cc60fd761c100329a5dd8a96f8bdc11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T21:59:36,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,42033,1732053554315 because future has completed 2024-11-19T21:59:36,317 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9cc60fd761c100329a5dd8a96f8bdc11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65346266, jitterRate=-0.02626475691795349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T21:59:36,317 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:36,317 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9cc60fd761c100329a5dd8a96f8bdc11: Running coprocessor pre-open hook at 1732053576300Writing region info on filesystem at 1732053576300Initializing all the Stores at 1732053576301 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053576301Cleaning up temporary data from old regions at 1732053576309 (+8 ms)Running coprocessor post-open hooks at 1732053576317 (+8 ms)Region opened successfully at 1732053576317 2024-11-19T21:59:36,319 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11., pid=18, masterSystemTime=1732053576224 2024-11-19T21:59:36,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-19T21:59:36,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,42033,1732053554315 in 10.0860 sec 2024-11-19T21:59:36,321 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:36,322 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:36,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9cc60fd761c100329a5dd8a96f8bdc11, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T21:59:36,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN in 10.2600 sec 2024-11-19T21:59:36,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11, server=707262ffa86d,45833,1732053554248 because future has completed 2024-11-19T21:59:36,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=10 2024-11-19T21:59:36,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11, server=707262ffa86d,45833,1732053554248 in 10.1000 sec 2024-11-19T21:59:36,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-19T21:59:36,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9cc60fd761c100329a5dd8a96f8bdc11, ASSIGN in 10.2660 sec 2024-11-19T21:59:36,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T21:59:36,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732053576329"}]},"ts":"1732053576329"} 2024-11-19T21:59:36,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T21:59:36,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T21:59:36,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7450 sec 2024-11-19T21:59:38,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T21:59:41,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:41,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:41,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:41,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T21:59:41,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:41,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:41,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T21:59:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T21:59:43,811 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T21:59:43,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T21:59:43,812 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:59:43,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T21:59:43,821 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:59:43,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T21:59:43,852 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,853 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,855 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,856 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,856 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,857 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,895 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., hostname=707262ffa86d,42033,1732053554315, seqNum=2] 2024-11-19T21:59:43,896 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., hostname=707262ffa86d,42033,1732053554315, seqNum=2] 2024-11-19T21:59:43,897 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., hostname=707262ffa86d,42033,1732053554315, seqNum=2] 2024-11-19T21:59:43,898 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., hostname=707262ffa86d,42033,1732053554315, seqNum=2] 2024-11-19T21:59:43,899 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., hostname=707262ffa86d,42033,1732053554315, seqNum=2] 2024-11-19T21:59:43,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,932 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,933 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,935 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,936 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,938 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., hostname=707262ffa86d,45833,1732053554248, seqNum=2] 2024-11-19T21:59:43,990 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,992 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,994 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,995 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:43,996 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., hostname=707262ffa86d,34949,1732053554283, seqNum=2] 2024-11-19T21:59:44,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T21:59:44,096 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=707262ffa86d:45427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T21:59:44,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:59:44,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T21:59:44,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:59:44,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T21:59:44,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:59:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:44,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:59:44,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:59:45,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T21:59:45,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T21:59:45,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:59:45,175 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T21:59:45,176 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T21:59:45,179 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T21:59:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:59:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:59:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741848_1024 (size=49) 2024-11-19T21:59:45,190 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T21:59:45,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de8627d6d011e3b5ca100ea1490ee54f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a83ad23eed35e337e1201670f1dd0f91}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 405a274e467781b317e1325c18c85f1e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80d0e61064b1a166711080e715cdb34a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b3932902db9f4ee8545ea858c438f1}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96966158a5f528ced787c64ddaefb24c}] 2024-11-19T21:59:45,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:45,193 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:45,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:45,193 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:45,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:45,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:45,197 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:45,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:45,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:45,198 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:55,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T21:59:55,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T21:59:55,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T21:59:55,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T21:59:55,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:55,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T21:59:55,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:55,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T21:59:55,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:55,198 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 80d0e61064b1a166711080e715cdb34a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-19T21:59:55,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for de8627d6d011e3b5ca100ea1490ee54f: 2024-11-19T21:59:55,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 405a274e467781b317e1325c18c85f1e: 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:55,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T21:59:55,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 96966158a5f528ced787c64ddaefb24c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T21:59:55,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,200 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a83ad23eed35e337e1201670f1dd0f91: 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 73e43d12b4fa890739e3f55cdd1ba67d: 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0f32b3f59a8d4de279eabcfe288e6cc0: 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 21b3932902db9f4ee8545ea858c438f1 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bfbac868dc91ea9fbb50f16ec10d2b95 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T21:59:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:59:55,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/.tmp/cf/d05b39758c3b461db693921c47732d47 is 34, key is baa/cf:cf/1732053584691/Put/seqid=0 2024-11-19T21:59:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:59:55,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741850_1026 (size=65) 2024-11-19T21:59:55,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/.tmp/cf/e5d20d47a81f4cf8ab59416b82b75df7 is 34, key is aaa/cf:cf/1732053584724/Put/seqid=0 2024-11-19T21:59:55,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T21:59:55,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T21:59:55,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/.tmp/cf/cd6e6beab3a3434abad42b3c066654f0 is 34, key is ccd/cf:cf/1732053584715/Put/seqid=0 2024-11-19T21:59:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T21:59:55,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:55,234 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T21:59:55,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d in 10.0450 sec 2024-11-19T21:59:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741853_1029 (size=65) 2024-11-19T21:59:55,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741853_1029 (size=65) 2024-11-19T21:59:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741853_1029 (size=65) 2024-11-19T21:59:55,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T21:59:55,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T21:59:55,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:59:55,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9cc60fd761c100329a5dd8a96f8bdc11: 2024-11-19T21:59:55,241 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T21:59:55,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T21:59:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:59:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741849_1025 (size=65) 2024-11-19T21:59:55,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T21:59:55,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T21:59:55,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T21:59:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T21:59:55,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:55,244 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 405a274e467781b317e1325c18c85f1e 2024-11-19T21:59:55,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de8627d6d011e3b5ca100ea1490ee54f in 10.0530 sec 2024-11-19T21:59:55,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 405a274e467781b317e1325c18c85f1e in 10.0540 sec 2024-11-19T21:59:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:59:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:59:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741851_1027 (size=65) 2024-11-19T21:59:55,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T21:59:55,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T21:59:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T21:59:55,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:55,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a83ad23eed35e337e1201670f1dd0f91 2024-11-19T21:59:55,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a83ad23eed35e337e1201670f1dd0f91 in 10.0600 sec 2024-11-19T21:59:55,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741852_1028 (size=57) 2024-11-19T21:59:55,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741852_1028 (size=57) 2024-11-19T21:59:55,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741852_1028 (size=57) 2024-11-19T21:59:55,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T21:59:55,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T21:59:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T21:59:55,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:55,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T21:59:55,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f32b3f59a8d4de279eabcfe288e6cc0 in 10.0680 sec 2024-11-19T21:59:55,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/.tmp/cf/4cfdcc8ce29d42caab6f576fa80c55cf is 34, key is eaa/cf:cf/1732053585109/Put/seqid=0 2024-11-19T21:59:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741856_1032 (size=47197) 2024-11-19T21:59:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741856_1032 (size=47197) 2024-11-19T21:59:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741856_1032 (size=47197) 2024-11-19T21:59:55,274 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/.tmp/cf/cd6e6beab3a3434abad42b3c066654f0 2024-11-19T21:59:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741854_1030 (size=28623) 2024-11-19T21:59:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741854_1030 (size=28623) 2024-11-19T21:59:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741854_1030 (size=28623) 2024-11-19T21:59:55,286 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/.tmp/cf/d05b39758c3b461db693921c47732d47 2024-11-19T21:59:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741857_1033 (size=499309) 2024-11-19T21:59:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741857_1033 (size=499309) 2024-11-19T21:59:55,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741857_1033 (size=499309) 2024-11-19T21:59:55,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/.tmp/cf/4cfdcc8ce29d42caab6f576fa80c55cf 2024-11-19T21:59:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741855_1031 (size=26918) 2024-11-19T21:59:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741855_1031 (size=26918) 2024-11-19T21:59:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741855_1031 (size=26918) 2024-11-19T21:59:55,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/.tmp/cf/e5d20d47a81f4cf8ab59416b82b75df7 2024-11-19T21:59:55,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/.tmp/cf/cd6e6beab3a3434abad42b3c066654f0 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/cf/cd6e6beab3a3434abad42b3c066654f0 2024-11-19T21:59:55,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/.tmp/cf/d05b39758c3b461db693921c47732d47 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/cf/d05b39758c3b461db693921c47732d47 2024-11-19T21:59:55,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/.tmp/cf/e5d20d47a81f4cf8ab59416b82b75df7 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/cf/e5d20d47a81f4cf8ab59416b82b75df7 2024-11-19T21:59:55,319 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/cf/d05b39758c3b461db693921c47732d47, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T21:59:55,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bfbac868dc91ea9fbb50f16ec10d2b95 in 117ms, sequenceid=5, compaction requested=false 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bfbac868dc91ea9fbb50f16ec10d2b95: 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/cf/d05b39758c3b461db693921c47732d47] hfiles 2024-11-19T21:59:55,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/cf/d05b39758c3b461db693921c47732d47 for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/.tmp/cf/4cfdcc8ce29d42caab6f576fa80c55cf as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/cf/4cfdcc8ce29d42caab6f576fa80c55cf 2024-11-19T21:59:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741858_1034 (size=65) 2024-11-19T21:59:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741858_1034 (size=65) 2024-11-19T21:59:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741858_1034 (size=65) 2024-11-19T21:59:55,330 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/cf/e5d20d47a81f4cf8ab59416b82b75df7, entries=676, sequenceid=5, filesize=26.3 K 2024-11-19T21:59:55,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T21:59:55,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T21:59:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T21:59:55,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:55,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/cf/cd6e6beab3a3434abad42b3c066654f0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T21:59:55,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T21:59:55,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 80d0e61064b1a166711080e715cdb34a in 135ms, sequenceid=5, compaction requested=false 2024-11-19T21:59:55,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 80d0e61064b1a166711080e715cdb34a: 2024-11-19T21:59:55,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/cf/e5d20d47a81f4cf8ab59416b82b75df7] hfiles 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/cf/e5d20d47a81f4cf8ab59416b82b75df7 for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,334 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 21b3932902db9f4ee8545ea858c438f1 in 131ms, sequenceid=5, compaction requested=false 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 21b3932902db9f4ee8545ea858c438f1: 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/cf/cd6e6beab3a3434abad42b3c066654f0] hfiles 2024-11-19T21:59:55,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/cf/cd6e6beab3a3434abad42b3c066654f0 for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9cc60fd761c100329a5dd8a96f8bdc11 in 10.1430 sec 2024-11-19T21:59:55,335 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/cf/4cfdcc8ce29d42caab6f576fa80c55cf, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T21:59:55,336 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 96966158a5f528ced787c64ddaefb24c in 137ms, sequenceid=5, compaction requested=false 2024-11-19T21:59:55,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 96966158a5f528ced787c64ddaefb24c: 2024-11-19T21:59:55,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. for SnapshotProcedureTest completed. 2024-11-19T21:59:55,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T21:59:55,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/cf/4cfdcc8ce29d42caab6f576fa80c55cf] hfiles 2024-11-19T21:59:55,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/cf/4cfdcc8ce29d42caab6f576fa80c55cf for snapshot=SnapshotProcedureTest 2024-11-19T21:59:55,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741859_1035 (size=105) 2024-11-19T21:59:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741859_1035 (size=105) 2024-11-19T21:59:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741859_1035 (size=105) 2024-11-19T21:59:55,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T21:59:55,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T21:59:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T21:59:55,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:55,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T21:59:55,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95 in 10.1660 sec 2024-11-19T21:59:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741860_1036 (size=105) 2024-11-19T21:59:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741860_1036 (size=105) 2024-11-19T21:59:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741860_1036 (size=105) 2024-11-19T21:59:55,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T21:59:55,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T21:59:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T21:59:55,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:55,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 80d0e61064b1a166711080e715cdb34a 2024-11-19T21:59:55,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 80d0e61064b1a166711080e715cdb34a in 10.1770 sec 2024-11-19T21:59:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741861_1037 (size=105) 2024-11-19T21:59:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741861_1037 (size=105) 2024-11-19T21:59:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741861_1037 (size=105) 2024-11-19T21:59:55,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T21:59:55,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T21:59:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741862_1038 (size=97) 2024-11-19T21:59:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741862_1038 (size=97) 2024-11-19T21:59:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T21:59:55,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:55,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T21:59:55,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T21:59:55,377 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 21b3932902db9f4ee8545ea858c438f1 2024-11-19T21:59:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T21:59:55,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:55,378 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96966158a5f528ced787c64ddaefb24c 2024-11-19T21:59:55,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741862_1038 (size=97) 2024-11-19T21:59:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 21b3932902db9f4ee8545ea858c438f1 in 10.1880 sec 2024-11-19T21:59:55,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-19T21:59:55,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96966158a5f528ced787c64ddaefb24c in 10.1890 sec 2024-11-19T21:59:55,383 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T21:59:55,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T21:59:55,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T21:59:55,385 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T21:59:55,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T21:59:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741863_1039 (size=1174) 2024-11-19T21:59:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741863_1039 (size=1174) 2024-11-19T21:59:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741863_1039 (size=1174) 2024-11-19T21:59:55,411 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T21:59:55,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T21:59:55,419 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T21:59:55,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,419 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,419 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T21:59:55,420 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T21:59:55,423 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T21:59:55,424 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T21:59:55,424 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T21:59:55,494 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:59:55,495 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,495 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 707262ffa86d,42033,1732053554315: Simulated kill ***** 2024-11-19T21:59:55,495 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T21:59:55,495 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T21:59:55,496 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T21:59:55,496 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T21:59:55,496 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T21:59:55,496 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 738722304 }, "NonHeapMemoryUsage": { "committed": 178061312, "init": 7667712, "max": -1, "used": 173566608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T21:59:55,497 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39323 {}] master.MasterRpcServices(700): 707262ffa86d,42033,1732053554315 reported a fatal error: ***** ABORTING region server 707262ffa86d,42033,1732053554315: Simulated kill ***** 2024-11-19T21:59:55,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,42033,1732053554315' ***** 2024-11-19T21:59:55,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T21:59:55,498 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T21:59:55,498 INFO [RS:2;707262ffa86d:42033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T21:59:55,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T21:59:55,498 INFO [RS:2;707262ffa86d:42033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T21:59:55,498 INFO [RS:2;707262ffa86d:42033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T21:59:55,498 INFO [RS:2;707262ffa86d:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;707262ffa86d:42033. 2024-11-19T21:59:55,498 DEBUG [RS:2;707262ffa86d:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T21:59:55,498 DEBUG [RS:2;707262ffa86d:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:55,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T21:59:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741833_1009 (size=1488) 2024-11-19T21:59:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741833_1009 (size=1488) 2024-11-19T21:59:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741833_1009 (size=1488) 2024-11-19T21:59:55,502 DEBUG [RS:2;707262ffa86d:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T21:59:55,502 INFO [RS:2;707262ffa86d:42033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:55,502 INFO [RS:2;707262ffa86d:42033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42033 2024-11-19T21:59:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T21:59:55,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,566 INFO [RS:2;707262ffa86d:42033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T21:59:55,567 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007f4830904ee8@94f25d rejected from java.util.concurrent.ThreadPoolExecutor@45966c2b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T21:59:55,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,42033,1732053554315] 2024-11-19T21:59:55,583 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,42033,1732053554315 already deleted, retry=false 2024-11-19T21:59:55,583 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 707262ffa86d,42033,1732053554315 on 707262ffa86d,39323,1732053554082 2024-11-19T21:59:55,584 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 707262ffa86d,42033,1732053554315, splitWal=true, meta=false 2024-11-19T21:59:55,585 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 707262ffa86d,42033,1732053554315 (carryingMeta=false) 707262ffa86d,42033,1732053554315/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d8f34b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T21:59:55,586 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 707262ffa86d,42033,1732053554315, splitWal=true, meta=false 2024-11-19T21:59:55,587 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 707262ffa86d,42033,1732053554315 had 3 regions 2024-11-19T21:59:55,588 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 707262ffa86d,42033,1732053554315, splitWal=true, meta=false, isMeta: false 2024-11-19T21:59:55,591 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting 2024-11-19T21:59:55,592 INFO [PEWorker-1 {}] master.SplitWALManager(105): 707262ffa86d,42033,1732053554315 WAL count=1, meta=false 2024-11-19T21:59:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 707262ffa86d%2C42033%2C1732053554315.1732053554995}] 2024-11-19T21:59:55,595 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=707262ffa86d,45833,1732053554248 2024-11-19T21:59:55,596 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,42033,1732053554315 Release verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42033%2C1732053554315.1732053554995, worker=707262ffa86d,45833,1732053554248}] 2024-11-19T21:59:55,596 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 707262ffa86d,42033,1732053554315, this operation will be retried to send to another server 2024-11-19T21:59:55,596 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T21:59:55,596 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732053596596 2024-11-19T21:59:55,597 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,42033,1732053554315 Release verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,597 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 707262ffa86d,42033,1732053554315, this operation will be retried to send to another server 2024-11-19T21:59:55,597 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T21:59:55,597 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T21:59:55,597 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732053596597 2024-11-19T21:59:55,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-19T21:59:55,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-19T21:59:55,597 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-19T21:59:55,599 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,42033,1732053554315 Release verify snapshot worker=707262ffa86d,42033,1732053554315 2024-11-19T21:59:55,599 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to 707262ffa86d,42033,1732053554315, this operation will be retried to send to another server 2024-11-19T21:59:55,599 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T21:59:55,599 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732053596599 2024-11-19T21:59:55,675 INFO [RS:2;707262ffa86d:42033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T21:59:55,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:55,675 INFO [RS:2;707262ffa86d:42033 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,42033,1732053554315; zookeeper connection closed. 2024-11-19T21:59:55,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101566566520003, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T21:59:55,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 2024-11-19T21:59:55,923 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T21:59:55,923 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T22:00:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-19T22:00:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-19T22:00:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-19T22:00:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-19T22:00:05,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-19T22:00:05,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-19T22:00:05,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-19T22:00:05,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T22:00:05,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T22:00:05,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-19T22:00:05,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-19T22:00:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-19T22:00:05,425 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-19T22:00:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-19T22:00:05,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-19T22:00:05,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T22:00:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-19T22:00:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-19T22:00:05,428 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 Release verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T22:00:05,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 in 10.0120 sec 2024-11-19T22:00:05,430 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,430 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 Release verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 10.0120 sec 2024-11-19T22:00:05,433 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,434 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T22:00:05,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 in 10.0150 sec 2024-11-19T22:00:05,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 10.0170 sec 2024-11-19T22:00:05,435 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T22:00:05,435 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,437 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 10.0190 sec 2024-11-19T22:00:05,439 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 Release verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 in 10.0230 sec 2024-11-19T22:00:05,444 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995, size=1.5 K (1488bytes) 2024-11-19T22:00:05,445 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 2024-11-19T22:00:05,445 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 after 0ms 2024-11-19T22:00:05,448 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 took 4ms 2024-11-19T22:00:05,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 73e43d12b4fa890739e3f55cdd1ba67d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T22:00:05,453 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for bfbac868dc91ea9fbb50f16ec10d2b95: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 405a274e467781b317e1325c18c85f1e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 so closing down 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T22:00:05,454 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T22:00:05,454 INFO [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995, journal: Splitting hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995, size=1.5 K (1488bytes) at 1732053605444Finishing writing output for hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 so closing down at 1732053605454 (+10 ms)3 split writer threads finished at 1732053605454Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732053605454 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 2024-11-19T22:00:05,454 DEBUG [RS_LOG_REPLAY_OPS-regionserver/707262ffa86d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T22:00:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T22:00:05,458 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting/707262ffa86d%2C42033%2C1732053554315.1732053554995 to hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs 2024-11-19T22:00:05,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T22:00:05,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 707262ffa86d%2C42033%2C1732053554315.1732053554995, worker=707262ffa86d,45833,1732053554248 in 9.8620 sec 2024-11-19T22:00:05,462 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T22:00:05,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 707262ffa86d%2C42033%2C1732053554315.1732053554995, worker=707262ffa86d,45833,1732053554248 in 9.8700 sec 2024-11-19T22:00:05,465 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting dir is empty, no logs to split. 2024-11-19T22:00:05,465 INFO [PEWorker-2 {}] master.SplitWALManager(105): 707262ffa86d,42033,1732053554315 WAL count=0, meta=false 2024-11-19T22:00:05,465 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 707262ffa86d,42033,1732053554315 WAL splitting is done? wals=0, meta=false 2024-11-19T22:00:05,466 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 707262ffa86d,42033,1732053554315 failed, ignore...File hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/WALs/707262ffa86d,42033,1732053554315-splitting does not exist. 2024-11-19T22:00:05,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN}] 2024-11-19T22:00:05,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN 2024-11-19T22:00:05,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN 2024-11-19T22:00:05,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN 2024-11-19T22:00:05,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T22:00:05,469 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T22:00:05,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T22:00:05,607 INFO [master/707262ffa86d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T22:00:05,607 INFO [master/707262ffa86d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(204): Hosts are {707262ffa86d=0} racks are {/default-rack=0} 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T22:00:05,620 INFO [707262ffa86d:39323 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T22:00:05,620 INFO [707262ffa86d:39323 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T22:00:05,620 DEBUG [707262ffa86d:39323 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T22:00:05,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=405a274e467781b317e1325c18c85f1e, regionState=OPENING, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T22:00:05,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=73e43d12b4fa890739e3f55cdd1ba67d, regionState=OPENING, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=bfbac868dc91ea9fbb50f16ec10d2b95, regionState=OPENING, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T22:00:05,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN because future has completed 2024-11-19T22:00:05,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,34949,1732053554283}] 2024-11-19T22:00:05,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN because future has completed 2024-11-19T22:00:05,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,45833,1732053554248}] 2024-11-19T22:00:05,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN because future has completed 2024-11-19T22:00:05,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,34949,1732053554283}] 2024-11-19T22:00:14,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T22:00:14,848 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T22:00:15,434 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 405a274e467781b317e1325c18c85f1e, NAME => 'SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T22:00:15,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-19T22:00:15,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-19T22:00:15,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T22:00:15,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-19T22:00:15,435 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-19T22:00:15,435 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => bfbac868dc91ea9fbb50f16ec10d2b95, NAME => 'SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T22:00:15,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-19T22:00:15,436 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,436 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T22:00:15,436 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,436 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-19T22:00:15,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T22:00:15,437 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T22:00:15,438 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 405a274e467781b317e1325c18c85f1e columnFamilyName cf 2024-11-19T22:00:15,439 DEBUG [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T22:00:15,439 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,440 INFO [StoreOpener-405a274e467781b317e1325c18c85f1e-1 {}] regionserver.HStore(327): Store=405a274e467781b317e1325c18c85f1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T22:00:15,440 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,440 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfbac868dc91ea9fbb50f16ec10d2b95 columnFamilyName cf 2024-11-19T22:00:15,441 DEBUG [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T22:00:15,441 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,443 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,443 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,444 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-19T22:00:15,445 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:15,445 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 Release verify snapshot worker=707262ffa86d,34949,1732053554283 2024-11-19T22:00:15,447 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39323 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T22:00:15,448 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:15,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,34949,1732053554283 in 20.0290 sec 2024-11-19T22:00:15,448 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 405a274e467781b317e1325c18c85f1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74601352, jitterRate=0.11164677143096924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T22:00:15,448 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,448 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 405a274e467781b317e1325c18c85f1e: Running coprocessor pre-open hook at 1732053615435Writing region info on filesystem at 1732053615435Initializing all the Stores at 1732053615436 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053615437 (+1 ms)Cleaning up temporary data from old regions at 1732053615444 (+7 ms)Running coprocessor post-open hooks at 1732053615448 (+4 ms)Region opened successfully at 1732053615448 2024-11-19T22:00:15,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 20.0290 sec 2024-11-19T22:00:15,450 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e., pid=53, masterSystemTime=1732053615430 2024-11-19T22:00:15,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 20.0320 sec 2024-11-19T22:00:15,450 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 Release verify snapshot worker=707262ffa86d,45833,1732053554248 2024-11-19T22:00:15,452 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,452 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-11-19T22:00:15,455 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=405a274e467781b317e1325c18c85f1e, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,45833,1732053554248 2024-11-19T22:00:15,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=707262ffa86d,45833,1732053554248 in 20.0340 sec 2024-11-19T22:00:15,455 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T22:00:15,457 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T22:00:15,457 DEBUG [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/cf/d05b39758c3b461db693921c47732d47 2024-11-19T22:00:15,457 INFO [StoreOpener-bfbac868dc91ea9fbb50f16ec10d2b95-1 {}] regionserver.HStore(327): Store=bfbac868dc91ea9fbb50f16ec10d2b95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T22:00:15,457 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,458 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,45833,1732053554248 because future has completed 2024-11-19T22:00:15,459 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T22:00:15,460 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T22:00:15,460 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,460 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,460 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2880 sec 2024-11-19T22:00:15,463 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-11-19T22:00:15,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 405a274e467781b317e1325c18c85f1e, server=707262ffa86d,45833,1732053554248 in 9.8380 sec 2024-11-19T22:00:15,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=405a274e467781b317e1325c18c85f1e, ASSIGN in 9.9970 sec 2024-11-19T22:00:15,466 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T22:00:15,467 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened bfbac868dc91ea9fbb50f16ec10d2b95; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62686356, jitterRate=-0.06590050458908081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T22:00:15,467 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,467 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for bfbac868dc91ea9fbb50f16ec10d2b95: Running coprocessor pre-open hook at 1732053615436Writing region info on filesystem at 1732053615436Initializing all the Stores at 1732053615439 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053615439Cleaning up temporary data from old regions at 1732053615460 (+21 ms)Running coprocessor post-open hooks at 1732053615467 (+7 ms)Region opened successfully at 1732053615467 2024-11-19T22:00:15,468 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95., pid=52, masterSystemTime=1732053615430 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,470 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,470 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 73e43d12b4fa890739e3f55cdd1ba67d, NAME => 'SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T22:00:15,470 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=bfbac868dc91ea9fbb50f16ec10d2b95, regionState=OPEN, openSeqNum=6, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,470 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,472 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,34949,1732053554283 because future has completed 2024-11-19T22:00:15,473 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73e43d12b4fa890739e3f55cdd1ba67d columnFamilyName cf 2024-11-19T22:00:15,473 DEBUG [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T22:00:15,474 INFO [StoreOpener-73e43d12b4fa890739e3f55cdd1ba67d-1 {}] regionserver.HStore(327): Store=73e43d12b4fa890739e3f55cdd1ba67d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T22:00:15,474 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-11-19T22:00:15,476 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure bfbac868dc91ea9fbb50f16ec10d2b95, server=707262ffa86d,34949,1732053554283 in 9.8500 sec 2024-11-19T22:00:15,477 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfbac868dc91ea9fbb50f16ec10d2b95, ASSIGN in 10.0090 sec 2024-11-19T22:00:15,478 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,478 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,479 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,480 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 73e43d12b4fa890739e3f55cdd1ba67d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69382958, jitterRate=0.03388664126396179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T22:00:15,480 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,480 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 73e43d12b4fa890739e3f55cdd1ba67d: Running coprocessor pre-open hook at 1732053615471Writing region info on filesystem at 1732053615471Initializing all the Stores at 1732053615472 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732053615472Cleaning up temporary data from old regions at 1732053615478 (+6 ms)Running coprocessor post-open hooks at 1732053615480 (+2 ms)Region opened successfully at 1732053615480 2024-11-19T22:00:15,481 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d., pid=54, masterSystemTime=1732053615430 2024-11-19T22:00:15,482 DEBUG [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,483 INFO [RS_OPEN_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=73e43d12b4fa890739e3f55cdd1ba67d, regionState=OPEN, openSeqNum=2, regionLocation=707262ffa86d,34949,1732053554283 2024-11-19T22:00:15,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,34949,1732053554283 because future has completed 2024-11-19T22:00:15,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-19T22:00:15,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 73e43d12b4fa890739e3f55cdd1ba67d, server=707262ffa86d,34949,1732053554283 in 9.8620 sec 2024-11-19T22:00:15,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-19T22:00:15,490 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 707262ffa86d,42033,1732053554315 after splitting done 2024-11-19T22:00:15,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73e43d12b4fa890739e3f55cdd1ba67d, ASSIGN in 10.0210 sec 2024-11-19T22:00:15,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 707262ffa86d,42033,1732053554315, splitWal=true, meta=false in 19.9070 sec 2024-11-19T22:00:15,526 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T22:00:15,531 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T22:00:15,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T22:00:15,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T22:00:15,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T22:00:15,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T22:00:15,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T22:00:15,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999169588, stopped=false 2024-11-19T22:00:15,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=707262ffa86d,39323,1732053554082 2024-11-19T22:00:15,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T22:00:15,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T22:00:15,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T22:00:15,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T22:00:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T22:00:15,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T22:00:15,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T22:00:15,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,45833,1732053554248' ***** 2024-11-19T22:00:15,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T22:00:15,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '707262ffa86d,34949,1732053554283' ***** 2024-11-19T22:00:15,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T22:00:15,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T22:00:15,583 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T22:00:15,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T22:00:15,584 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T22:00:15,584 INFO [RS:1;707262ffa86d:34949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T22:00:15,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T22:00:15,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T22:00:15,584 INFO [RS:1;707262ffa86d:34949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 21b3932902db9f4ee8545ea858c438f1 2024-11-19T22:00:15,584 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 96966158a5f528ced787c64ddaefb24c 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for a83ad23eed35e337e1201670f1dd0f91 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 405a274e467781b317e1325c18c85f1e 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cc60fd761c100329a5dd8a96f8bdc11 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(959): stopping server 707262ffa86d,45833,1732053554248 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T22:00:15,584 INFO [RS:0;707262ffa86d:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;707262ffa86d:45833. 2024-11-19T22:00:15,584 DEBUG [RS:0;707262ffa86d:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T22:00:15,584 DEBUG [RS:0;707262ffa86d:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,585 INFO [RS:0;707262ffa86d:45833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T22:00:15,585 INFO [RS:0;707262ffa86d:45833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T22:00:15,585 INFO [RS:0;707262ffa86d:45833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T22:00:15,585 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T22:00:15,585 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-19T22:00:15,585 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1325): Online Regions={21b3932902db9f4ee8545ea858c438f1=SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1., a83ad23eed35e337e1201670f1dd0f91=SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91., 405a274e467781b317e1325c18c85f1e=SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e., de8627d6d011e3b5ca100ea1490ee54f=SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f., 1588230740=hbase:meta,,1.1588230740, 9cc60fd761c100329a5dd8a96f8bdc11=SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11.} 2024-11-19T22:00:15,585 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21b3932902db9f4ee8545ea858c438f1, 405a274e467781b317e1325c18c85f1e, 9cc60fd761c100329a5dd8a96f8bdc11, a83ad23eed35e337e1201670f1dd0f91, de8627d6d011e3b5ca100ea1490ee54f 2024-11-19T22:00:15,585 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21b3932902db9f4ee8545ea858c438f1, disabling compactions & flushes 2024-11-19T22:00:15,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T22:00:15,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T22:00:15,585 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T22:00:15,585 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T22:00:15,586 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. after waiting 1 ms 2024-11-19T22:00:15,586 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T22:00:15,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T22:00:15,585 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f32b3f59a8d4de279eabcfe288e6cc0 2024-11-19T22:00:15,587 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 73e43d12b4fa890739e3f55cdd1ba67d 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for 80d0e61064b1a166711080e715cdb34a 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96966158a5f528ced787c64ddaefb24c, disabling compactions & flushes 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(3091): Received CLOSE for bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,587 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(959): stopping server 707262ffa86d,34949,1732053554283 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T22:00:15,587 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. after waiting 0 ms 2024-11-19T22:00:15,587 INFO [RS:1;707262ffa86d:34949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;707262ffa86d:34949. 2024-11-19T22:00:15,587 DEBUG [RS:1;707262ffa86d:34949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T22:00:15,587 DEBUG [RS:1;707262ffa86d:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,588 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T22:00:15,588 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T22:00:15,588 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1325): Online Regions={96966158a5f528ced787c64ddaefb24c=SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c., 0f32b3f59a8d4de279eabcfe288e6cc0=SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0., 73e43d12b4fa890739e3f55cdd1ba67d=SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d., 80d0e61064b1a166711080e715cdb34a=SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a., bfbac868dc91ea9fbb50f16ec10d2b95=SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95.} 2024-11-19T22:00:15,588 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-19T22:00:15,588 DEBUG [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1351): Waiting on 0f32b3f59a8d4de279eabcfe288e6cc0, 73e43d12b4fa890739e3f55cdd1ba67d, 80d0e61064b1a166711080e715cdb34a, 96966158a5f528ced787c64ddaefb24c, bfbac868dc91ea9fbb50f16ec10d2b95 2024-11-19T22:00:15,599 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/21b3932902db9f4ee8545ea858c438f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T22:00:15,600 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T22:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21b3932902db9f4ee8545ea858c438f1: Waiting for close lock at 1732053615585Running coprocessor pre-close hooks at 1732053615585Disabling compacts and flushes for region at 1732053615585Disabling writes for close at 1732053615586 (+1 ms)Writing region close event to WAL at 1732053615588 (+2 ms)Running coprocessor post-close hooks at 1732053615600 (+12 ms)Closed at 1732053615600 2024-11-19T22:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732053565587.21b3932902db9f4ee8545ea858c438f1. 2024-11-19T22:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a83ad23eed35e337e1201670f1dd0f91, disabling compactions & flushes 2024-11-19T22:00:15,600 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T22:00:15,601 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T22:00:15,601 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. after waiting 0 ms 2024-11-19T22:00:15,601 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T22:00:15,603 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/96966158a5f528ced787c64ddaefb24c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T22:00:15,604 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T22:00:15,604 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96966158a5f528ced787c64ddaefb24c: Waiting for close lock at 1732053615587Running coprocessor pre-close hooks at 1732053615587Disabling compacts and flushes for region at 1732053615587Disabling writes for close at 1732053615587Writing region close event to WAL at 1732053615589 (+2 ms)Running coprocessor post-close hooks at 1732053615604 (+15 ms)Closed at 1732053615604 2024-11-19T22:00:15,605 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732053565587.96966158a5f528ced787c64ddaefb24c. 2024-11-19T22:00:15,605 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f32b3f59a8d4de279eabcfe288e6cc0, disabling compactions & flushes 2024-11-19T22:00:15,605 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T22:00:15,605 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T22:00:15,605 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. after waiting 0 ms 2024-11-19T22:00:15,605 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T22:00:15,619 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/a83ad23eed35e337e1201670f1dd0f91/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T22:00:15,621 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a83ad23eed35e337e1201670f1dd0f91: Waiting for close lock at 1732053615600Running coprocessor pre-close hooks at 1732053615600Disabling compacts and flushes for region at 1732053615600Disabling writes for close at 1732053615601 (+1 ms)Writing region close event to WAL at 1732053615603 (+2 ms)Running coprocessor post-close hooks at 1732053615621 (+18 ms)Closed at 1732053615621 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732053565587.a83ad23eed35e337e1201670f1dd0f91. 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 405a274e467781b317e1325c18c85f1e, disabling compactions & flushes 2024-11-19T22:00:15,621 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/info/218f7beb871841089bd28f237efb79b6 is 167, key is SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d./info:regioninfo/1732053615483/Put/seqid=0 2024-11-19T22:00:15,621 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. after waiting 0 ms 2024-11-19T22:00:15,622 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,623 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T22:00:15,624 INFO [regionserver/707262ffa86d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T22:00:15,627 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/0f32b3f59a8d4de279eabcfe288e6cc0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T22:00:15,628 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f32b3f59a8d4de279eabcfe288e6cc0: Waiting for close lock at 1732053615605Running coprocessor pre-close hooks at 1732053615605Disabling compacts and flushes for region at 1732053615605Disabling writes for close at 1732053615605Writing region close event to WAL at 1732053615611 (+6 ms)Running coprocessor post-close hooks at 1732053615627 (+16 ms)Closed at 1732053615627 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732053565587.0f32b3f59a8d4de279eabcfe288e6cc0. 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73e43d12b4fa890739e3f55cdd1ba67d, disabling compactions & flushes 2024-11-19T22:00:15,628 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. after waiting 0 ms 2024-11-19T22:00:15,628 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,644 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/405a274e467781b317e1325c18c85f1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T22:00:15,644 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,644 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 405a274e467781b317e1325c18c85f1e: Waiting for close lock at 1732053615621Running coprocessor pre-close hooks at 1732053615621Disabling compacts and flushes for region at 1732053615621Disabling writes for close at 1732053615622 (+1 ms)Writing region close event to WAL at 1732053615631 (+9 ms)Running coprocessor post-close hooks at 1732053615644 (+13 ms)Closed at 1732053615644 2024-11-19T22:00:15,645 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732053565587.405a274e467781b317e1325c18c85f1e. 2024-11-19T22:00:15,645 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de8627d6d011e3b5ca100ea1490ee54f, disabling compactions & flushes 2024-11-19T22:00:15,645 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T22:00:15,645 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T22:00:15,645 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. after waiting 0 ms 2024-11-19T22:00:15,645 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T22:00:15,646 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/73e43d12b4fa890739e3f55cdd1ba67d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T22:00:15,647 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,647 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73e43d12b4fa890739e3f55cdd1ba67d: Waiting for close lock at 1732053615628Running coprocessor pre-close hooks at 1732053615628Disabling compacts and flushes for region at 1732053615628Disabling writes for close at 1732053615628Writing region close event to WAL at 1732053615635 (+7 ms)Running coprocessor post-close hooks at 1732053615647 (+12 ms)Closed at 1732053615647 2024-11-19T22:00:15,647 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732053565587.73e43d12b4fa890739e3f55cdd1ba67d. 2024-11-19T22:00:15,648 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80d0e61064b1a166711080e715cdb34a, disabling compactions & flushes 2024-11-19T22:00:15,648 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T22:00:15,648 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T22:00:15,648 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. after waiting 0 ms 2024-11-19T22:00:15,648 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T22:00:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741864_1040 (size=19817) 2024-11-19T22:00:15,669 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/80d0e61064b1a166711080e715cdb34a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T22:00:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741864_1040 (size=19817) 2024-11-19T22:00:15,669 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/de8627d6d011e3b5ca100ea1490ee54f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T22:00:15,670 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80d0e61064b1a166711080e715cdb34a: Waiting for close lock at 1732053615648Running coprocessor pre-close hooks at 1732053615648Disabling compacts and flushes for region at 1732053615648Disabling writes for close at 1732053615648Writing region close event to WAL at 1732053615651 (+3 ms)Running coprocessor post-close hooks at 1732053615670 (+19 ms)Closed at 1732053615670 2024-11-19T22:00:15,670 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de8627d6d011e3b5ca100ea1490ee54f: Waiting for close lock at 1732053615645Running coprocessor pre-close hooks at 1732053615645Disabling compacts and flushes for region at 1732053615645Disabling writes for close at 1732053615645Writing region close event to WAL at 1732053615650 (+5 ms)Running coprocessor post-close hooks at 1732053615670 (+20 ms)Closed at 1732053615670 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732053565587.80d0e61064b1a166711080e715cdb34a. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732053565587.de8627d6d011e3b5ca100ea1490ee54f. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfbac868dc91ea9fbb50f16ec10d2b95, disabling compactions & flushes 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cc60fd761c100329a5dd8a96f8bdc11, disabling compactions & flushes 2024-11-19T22:00:15,670 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T22:00:15,670 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. after waiting 0 ms 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. after waiting 0 ms 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T22:00:15,670 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741864_1040 (size=19817) 2024-11-19T22:00:15,676 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/info/218f7beb871841089bd28f237efb79b6 2024-11-19T22:00:15,699 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/bfbac868dc91ea9fbb50f16ec10d2b95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-19T22:00:15,705 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,705 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfbac868dc91ea9fbb50f16ec10d2b95: Waiting for close lock at 1732053615670Running coprocessor pre-close hooks at 1732053615670Disabling compacts and flushes for region at 1732053615670Disabling writes for close at 1732053615670Writing region close event to WAL at 1732053615687 (+17 ms)Running coprocessor post-close hooks at 1732053615705 (+18 ms)Closed at 1732053615705 2024-11-19T22:00:15,705 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732053565587.bfbac868dc91ea9fbb50f16ec10d2b95. 2024-11-19T22:00:15,714 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/ns/fd29c866167a4b3090fc815afa3fb4b3 is 43, key is default/ns:d/1732053565460/Put/seqid=0 2024-11-19T22:00:15,716 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/default/SPTestTable/9cc60fd761c100329a5dd8a96f8bdc11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T22:00:15,717 INFO [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T22:00:15,717 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cc60fd761c100329a5dd8a96f8bdc11: Waiting for close lock at 1732053615670Running coprocessor pre-close hooks at 1732053615670Disabling compacts and flushes for region at 1732053615670Disabling writes for close at 1732053615670Writing region close event to WAL at 1732053615695 (+25 ms)Running coprocessor post-close hooks at 1732053615717 (+22 ms)Closed at 1732053615717 2024-11-19T22:00:15,717 DEBUG [RS_CLOSE_REGION-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732053565587.9cc60fd761c100329a5dd8a96f8bdc11. 2024-11-19T22:00:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741865_1041 (size=5153) 2024-11-19T22:00:15,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741865_1041 (size=5153) 2024-11-19T22:00:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741865_1041 (size=5153) 2024-11-19T22:00:15,743 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/ns/fd29c866167a4b3090fc815afa3fb4b3 2024-11-19T22:00:15,767 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/table/498a5ff9e5df4bbcb715991ff9ee1ab1 is 47, key is SPTestTable/table:state/1732053576329/Put/seqid=0 2024-11-19T22:00:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741866_1042 (size=5214) 2024-11-19T22:00:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741866_1042 (size=5214) 2024-11-19T22:00:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741866_1042 (size=5214) 2024-11-19T22:00:15,774 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/table/498a5ff9e5df4bbcb715991ff9ee1ab1 2024-11-19T22:00:15,774 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=707262ffa86d:39323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T22:00:15,775 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=707262ffa86d:39323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T22:00:15,781 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/info/218f7beb871841089bd28f237efb79b6 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/info/218f7beb871841089bd28f237efb79b6 2024-11-19T22:00:15,785 DEBUG [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T22:00:15,787 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/info/218f7beb871841089bd28f237efb79b6, entries=112, sequenceid=35, filesize=19.4 K 2024-11-19T22:00:15,788 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(976): stopping server 707262ffa86d,34949,1732053554283; all regions closed. 2024-11-19T22:00:15,788 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/ns/fd29c866167a4b3090fc815afa3fb4b3 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/ns/fd29c866167a4b3090fc815afa3fb4b3 2024-11-19T22:00:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741832_1008 (size=4056) 2024-11-19T22:00:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741832_1008 (size=4056) 2024-11-19T22:00:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741832_1008 (size=4056) 2024-11-19T22:00:15,795 DEBUG [RS:1;707262ffa86d:34949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C34949%2C1732053554283:(num 1732053554995) 2024-11-19T22:00:15,795 DEBUG [RS:1;707262ffa86d:34949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] hbase.ChoreService(370): Chore service for: regionserver/707262ffa86d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T22:00:15,795 INFO [RS:1;707262ffa86d:34949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T22:00:15,796 INFO [RS:1;707262ffa86d:34949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34949 2024-11-19T22:00:15,796 INFO [regionserver/707262ffa86d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T22:00:15,797 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/ns/fd29c866167a4b3090fc815afa3fb4b3, entries=2, sequenceid=35, filesize=5.0 K 2024-11-19T22:00:15,798 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/.tmp/table/498a5ff9e5df4bbcb715991ff9ee1ab1 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/table/498a5ff9e5df4bbcb715991ff9ee1ab1 2024-11-19T22:00:15,805 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/table/498a5ff9e5df4bbcb715991ff9ee1ab1, entries=2, sequenceid=35, filesize=5.1 K 2024-11-19T22:00:15,806 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=35, compaction requested=false 2024-11-19T22:00:15,813 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-19T22:00:15,814 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T22:00:15,814 INFO [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T22:00:15,814 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732053615585Running coprocessor pre-close hooks at 1732053615585Disabling compacts and flushes for region at 1732053615585Disabling writes for close at 1732053615587 (+2 ms)Obtaining lock to block concurrent updates at 1732053615588 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732053615588Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732053615588Flushing stores of hbase:meta,,1.1588230740 at 1732053615589 (+1 ms)Flushing 1588230740/info: creating writer at 1732053615589Flushing 1588230740/info: appending metadata at 1732053615621 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732053615621Flushing 1588230740/ns: creating writer at 1732053615686 (+65 ms)Flushing 1588230740/ns: appending metadata at 1732053615713 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732053615714 (+1 ms)Flushing 1588230740/table: creating writer at 1732053615750 (+36 ms)Flushing 1588230740/table: appending metadata at 1732053615767 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732053615767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7d0df6: reopening flushed file at 1732053615780 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aaf207: reopening flushed file at 1732053615787 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7ac11e: reopening flushed file at 1732053615797 (+10 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=35, compaction requested=false at 1732053615807 (+10 ms)Writing region close event to WAL at 1732053615809 (+2 ms)Running coprocessor post-close hooks at 1732053615814 (+5 ms)Closed at 1732053615814 2024-11-19T22:00:15,814 DEBUG [RS_CLOSE_META-regionserver/707262ffa86d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T22:00:15,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,34949,1732053554283 2024-11-19T22:00:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T22:00:15,816 INFO [RS:1;707262ffa86d:34949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T22:00:15,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,34949,1732053554283] 2024-11-19T22:00:15,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,34949,1732053554283 already deleted, retry=false 2024-11-19T22:00:15,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 707262ffa86d,34949,1732053554283 expired; onlineServers=1 2024-11-19T22:00:15,905 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T22:00:15,905 INFO [regionserver/707262ffa86d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T22:00:15,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:15,924 INFO [RS:1;707262ffa86d:34949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T22:00:15,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34949-0x101566566520002, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:15,924 INFO [RS:1;707262ffa86d:34949 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,34949,1732053554283; zookeeper connection closed. 2024-11-19T22:00:15,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29fff9dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29fff9dd 2024-11-19T22:00:15,986 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(976): stopping server 707262ffa86d,45833,1732053554248; all regions closed. 2024-11-19T22:00:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741836_1012 (size=18438) 2024-11-19T22:00:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741836_1012 (size=18438) 2024-11-19T22:00:15,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741836_1012 (size=18438) 2024-11-19T22:00:15,992 DEBUG [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs 2024-11-19T22:00:15,992 INFO [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C45833%2C1732053554248.meta:.meta(num 1732053565332) 2024-11-19T22:00:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741834_1010 (size=3530) 2024-11-19T22:00:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741834_1010 (size=3530) 2024-11-19T22:00:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741834_1010 (size=3530) 2024-11-19T22:00:15,999 DEBUG [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/oldWALs 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 707262ffa86d%2C45833%2C1732053554248:(num 1732053554997) 2024-11-19T22:00:16,000 DEBUG [RS:0;707262ffa86d:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] hbase.ChoreService(370): Chore service for: regionserver/707262ffa86d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T22:00:16,000 INFO [regionserver/707262ffa86d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T22:00:16,000 INFO [RS:0;707262ffa86d:45833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45833 2024-11-19T22:00:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T22:00:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/707262ffa86d,45833,1732053554248 2024-11-19T22:00:16,033 INFO [RS:0;707262ffa86d:45833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T22:00:16,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [707262ffa86d,45833,1732053554248] 2024-11-19T22:00:16,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/707262ffa86d,45833,1732053554248 already deleted, retry=false 2024-11-19T22:00:16,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 707262ffa86d,45833,1732053554248 expired; onlineServers=0 2024-11-19T22:00:16,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '707262ffa86d,39323,1732053554082' ***** 2024-11-19T22:00:16,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T22:00:16,049 INFO [M:0;707262ffa86d:39323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T22:00:16,049 INFO [M:0;707262ffa86d:39323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T22:00:16,049 DEBUG [M:0;707262ffa86d:39323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T22:00:16,050 DEBUG [M:0;707262ffa86d:39323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T22:00:16,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T22:00:16,050 DEBUG [master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053554651 {}] cleaner.HFileCleaner(306): Exit Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.small.0-1732053554651,5,FailOnTimeoutGroup] 2024-11-19T22:00:16,050 DEBUG [master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053554651 {}] cleaner.HFileCleaner(306): Exit Thread[master/707262ffa86d:0:becomeActiveMaster-HFileCleaner.large.0-1732053554651,5,FailOnTimeoutGroup] 2024-11-19T22:00:16,050 INFO [M:0;707262ffa86d:39323 {}] hbase.ChoreService(370): Chore service for: master/707262ffa86d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T22:00:16,050 INFO [M:0;707262ffa86d:39323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T22:00:16,050 DEBUG [M:0;707262ffa86d:39323 {}] master.HMaster(1795): Stopping service threads 2024-11-19T22:00:16,050 INFO [M:0;707262ffa86d:39323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T22:00:16,050 INFO [M:0;707262ffa86d:39323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T22:00:16,050 ERROR [M:0;707262ffa86d:39323 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:45847 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45847,5,PEWorkerGroup] 2024-11-19T22:00:16,050 INFO [M:0;707262ffa86d:39323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T22:00:16,051 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T22:00:16,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T22:00:16,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T22:00:16,057 DEBUG [M:0;707262ffa86d:39323 {}] zookeeper.ZKUtil(347): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T22:00:16,057 WARN [M:0;707262ffa86d:39323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T22:00:16,058 INFO [M:0;707262ffa86d:39323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/.lastflushedseqids 2024-11-19T22:00:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741867_1043 (size=650) 2024-11-19T22:00:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741867_1043 (size=650) 2024-11-19T22:00:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741867_1043 (size=650) 2024-11-19T22:00:16,067 INFO [M:0;707262ffa86d:39323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T22:00:16,068 INFO [M:0;707262ffa86d:39323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T22:00:16,068 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T22:00:16,068 INFO [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T22:00:16,068 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T22:00:16,068 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T22:00:16,068 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T22:00:16,068 INFO [M:0;707262ffa86d:39323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.11 KB heapSize=266.30 KB 2024-11-19T22:00:16,086 DEBUG [M:0;707262ffa86d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd5cdcdaab24918be2acfc32f40e3eb is 82, key is hbase:meta,,1/info:regioninfo/1732053565380/Put/seqid=0 2024-11-19T22:00:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741868_1044 (size=5672) 2024-11-19T22:00:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741868_1044 (size=5672) 2024-11-19T22:00:16,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741868_1044 (size=5672) 2024-11-19T22:00:16,094 INFO [M:0;707262ffa86d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd5cdcdaab24918be2acfc32f40e3eb 2024-11-19T22:00:16,118 DEBUG [M:0;707262ffa86d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1304332aae44ea7a78bf45a71578ee5 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732053576333/Put/seqid=0 2024-11-19T22:00:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741869_1045 (size=9321) 2024-11-19T22:00:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741869_1045 (size=9321) 2024-11-19T22:00:16,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741869_1045 (size=9321) 2024-11-19T22:00:16,134 INFO [M:0;707262ffa86d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.37 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1304332aae44ea7a78bf45a71578ee5 2024-11-19T22:00:16,141 INFO [M:0;707262ffa86d:39323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1304332aae44ea7a78bf45a71578ee5 2024-11-19T22:00:16,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:16,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x101566566520001, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:16,142 INFO [RS:0;707262ffa86d:45833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T22:00:16,142 INFO [RS:0;707262ffa86d:45833 {}] regionserver.HRegionServer(1031): Exiting; stopping=707262ffa86d,45833,1732053554248; zookeeper connection closed. 2024-11-19T22:00:16,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9c33f5 2024-11-19T22:00:16,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T22:00:16,163 DEBUG [M:0;707262ffa86d:39323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3099e6e858e44acdbcf7a0057184faa6 is 69, key is 707262ffa86d,34949,1732053554283/rs:state/1732053554791/Put/seqid=0 2024-11-19T22:00:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741870_1046 (size=5447) 2024-11-19T22:00:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741870_1046 (size=5447) 2024-11-19T22:00:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741870_1046 (size=5447) 2024-11-19T22:00:16,170 INFO [M:0;707262ffa86d:39323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3099e6e858e44acdbcf7a0057184faa6 2024-11-19T22:00:16,176 INFO [M:0;707262ffa86d:39323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3099e6e858e44acdbcf7a0057184faa6 2024-11-19T22:00:16,177 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1fd5cdcdaab24918be2acfc32f40e3eb as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd5cdcdaab24918be2acfc32f40e3eb 2024-11-19T22:00:16,183 INFO [M:0;707262ffa86d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1fd5cdcdaab24918be2acfc32f40e3eb, entries=8, sequenceid=467, filesize=5.5 K 2024-11-19T22:00:16,184 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1304332aae44ea7a78bf45a71578ee5 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1304332aae44ea7a78bf45a71578ee5 2024-11-19T22:00:16,190 INFO [M:0;707262ffa86d:39323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1304332aae44ea7a78bf45a71578ee5 2024-11-19T22:00:16,190 INFO [M:0;707262ffa86d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1304332aae44ea7a78bf45a71578ee5, entries=54, sequenceid=467, filesize=9.1 K 2024-11-19T22:00:16,191 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3099e6e858e44acdbcf7a0057184faa6 as hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3099e6e858e44acdbcf7a0057184faa6 2024-11-19T22:00:16,198 INFO [M:0;707262ffa86d:39323 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3099e6e858e44acdbcf7a0057184faa6 2024-11-19T22:00:16,198 INFO [M:0;707262ffa86d:39323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45847/user/jenkins/test-data/1b0bba30-4e80-9407-2f34-c6f0fef2b3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3099e6e858e44acdbcf7a0057184faa6, entries=3, sequenceid=467, filesize=5.3 K 2024-11-19T22:00:16,200 INFO [M:0;707262ffa86d:39323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=467, compaction requested=false 2024-11-19T22:00:16,201 INFO [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T22:00:16,201 DEBUG [M:0;707262ffa86d:39323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732053616068Disabling compacts and flushes for region at 1732053616068Disabling writes for close at 1732053616068Obtaining lock to block concurrent updates at 1732053616068Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732053616068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228464, getHeapSize=272624, getOffHeapSize=0, getCellsCount=570 at 1732053616069 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732053616069Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732053616069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732053616085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732053616085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732053616101 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732053616117 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732053616117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732053616141 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732053616162 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732053616162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422f0ffa: reopening flushed file at 1732053616176 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a75826: reopening flushed file at 1732053616183 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf30bde: reopening flushed file at 1732053616190 (+7 ms)Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=467, compaction requested=false at 1732053616200 (+10 ms)Writing region close event to WAL at 1732053616201 (+1 ms)Closed at 1732053616201 2024-11-19T22:00:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43049 is added to blk_1073741830_1006 (size=259650) 2024-11-19T22:00:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741830_1006 (size=259650) 2024-11-19T22:00:16,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42035 is added to blk_1073741830_1006 (size=259650) 2024-11-19T22:00:16,204 INFO [M:0;707262ffa86d:39323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T22:00:16,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T22:00:16,204 INFO [M:0;707262ffa86d:39323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39323 2024-11-19T22:00:16,205 INFO [M:0;707262ffa86d:39323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T22:00:16,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T22:00:16,348 INFO [M:0;707262ffa86d:39323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T22:00:16,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:16,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39323-0x101566566520000, quorum=127.0.0.1:49352, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T22:00:16,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5dc889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T22:00:16,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d943a84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T22:00:16,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T22:00:16,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d11b9e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T22:00:16,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13993fed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,STOPPED} 2024-11-19T22:00:16,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T22:00:16,353 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T22:00:16,353 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T22:00:16,353 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634521376-172.17.0.2-1732053551984 (Datanode Uuid 5d380668-556f-49fa-b1fe-e41f916f11fb) service to localhost/127.0.0.1:45847 2024-11-19T22:00:16,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data5/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data6/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T22:00:16,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fae4ea1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T22:00:16,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ceade03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T22:00:16,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T22:00:16,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1776a592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T22:00:16,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d5a4dbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,STOPPED} 2024-11-19T22:00:16,365 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T22:00:16,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T22:00:16,365 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634521376-172.17.0.2-1732053551984 (Datanode Uuid 6e7beb3c-27d3-4304-9801-2429af8671ca) service to localhost/127.0.0.1:45847 2024-11-19T22:00:16,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T22:00:16,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data3/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data4/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T22:00:16,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a19254e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T22:00:16,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a21563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T22:00:16,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T22:00:16,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c465cf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T22:00:16,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1141caab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,STOPPED} 2024-11-19T22:00:16,375 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T22:00:16,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T22:00:16,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T22:00:16,375 WARN [BP-634521376-172.17.0.2-1732053551984 heartbeating to localhost/127.0.0.1:45847 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634521376-172.17.0.2-1732053551984 (Datanode Uuid 830a9546-cd8f-4027-b13d-5ae98ec17421) service to localhost/127.0.0.1:45847 2024-11-19T22:00:16,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data1/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/cluster_0130e49d-ce57-ef5e-d5ca-35fca1bb9c0e/data/data2/current/BP-634521376-172.17.0.2-1732053551984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T22:00:16,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T22:00:16,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@487f58a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T22:00:16,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@123fb1ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T22:00:16,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T22:00:16,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@570f4a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T22:00:16,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d61c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3d08d71f-ae74-19c4-cd61-2ad8ee7eaa3b/hadoop.log.dir/,STOPPED} 2024-11-19T22:00:16,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T22:00:16,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T22:00:16,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 95) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45847 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45847 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45847 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/707262ffa86d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45847 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=4117 (was 4293)