2024-11-17 22:51:30,908 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-17 22:51:30,924 main DEBUG Took 0.013097 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 22:51:30,924 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 22:51:30,925 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 22:51:30,926 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 22:51:30,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,935 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 22:51:30,949 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,953 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,956 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,958 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,960 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,962 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,965 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 22:51:30,967 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,968 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 22:51:30,970 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 22:51:30,972 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 22:51:30,974 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 22:51:30,975 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 22:51:30,977 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 22:51:30,977 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 22:51:30,989 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 22:51:30,993 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 22:51:30,995 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 22:51:30,996 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 22:51:30,997 main DEBUG createAppenders(={Console}) 2024-11-17 22:51:30,998 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-17 22:51:30,998 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-17 22:51:30,999 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-17 22:51:31,000 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 22:51:31,000 main DEBUG OutputStream closed 2024-11-17 22:51:31,001 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 22:51:31,001 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 22:51:31,002 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-17 22:51:31,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 22:51:31,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 22:51:31,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 22:51:31,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 22:51:31,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 22:51:31,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 22:51:31,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 22:51:31,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 22:51:31,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 22:51:31,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 22:51:31,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 22:51:31,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 22:51:31,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 22:51:31,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 22:51:31,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 22:51:31,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 22:51:31,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 22:51:31,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 22:51:31,138 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 22:51:31,139 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-17 22:51:31,139 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 22:51:31,140 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-17T22:51:31,157 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-17 22:51:31,160 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 22:51:31,160 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T22:51:31,170 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-17T22:51:31,205 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=6203 2024-11-17T22:51:31,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7 2024-11-17T22:51:31,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T22:51:31,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e, deleteOnExit=true 2024-11-17T22:51:31,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T22:51:31,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/test.cache.data in system properties and HBase conf 2024-11-17T22:51:31,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T22:51:31,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir in system properties and HBase conf 2024-11-17T22:51:31,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T22:51:31,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T22:51:31,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T22:51:31,622 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T22:51:31,757 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T22:51:31,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:51:31,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:51:31,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T22:51:31,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:51:31,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T22:51:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T22:51:31,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:51:31,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:51:31,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T22:51:31,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/nfs.dump.dir in system properties and HBase conf 2024-11-17T22:51:31,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/java.io.tmpdir in system properties and HBase conf 2024-11-17T22:51:31,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:51:31,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T22:51:31,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T22:51:32,705 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T22:51:32,805 INFO [Time-limited test {}] log.Log(170): Logging initialized @2895ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T22:51:32,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:32,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:33,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:33,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:33,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:51:33,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:33,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:33,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:33,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/java.io.tmpdir/jetty-localhost-43777-hadoop-hdfs-3_4_1-tests_jar-_-any-5859834935083858619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:51:33,336 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:43777} 2024-11-17T22:51:33,336 INFO [Time-limited test {}] server.Server(415): Started @3426ms 2024-11-17T22:51:33,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:33,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:33,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:33,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:33,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:51:33,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:33,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:33,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/java.io.tmpdir/jetty-localhost-35467-hadoop-hdfs-3_4_1-tests_jar-_-any-13539250193392525631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:33,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:35467} 2024-11-17T22:51:33,967 INFO [Time-limited test {}] server.Server(415): Started @4057ms 2024-11-17T22:51:34,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:34,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:34,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:34,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:34,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:34,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T22:51:34,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:34,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:34,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/java.io.tmpdir/jetty-localhost-41561-hadoop-hdfs-3_4_1-tests_jar-_-any-1488764305056588408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:34,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:41561} 2024-11-17T22:51:34,292 INFO [Time-limited test {}] server.Server(415): Started @4383ms 2024-11-17T22:51:34,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:34,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:51:34,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:51:34,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:51:34,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:51:34,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T22:51:34,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:51:34,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:51:34,431 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data4/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,431 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data2/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,431 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data3/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,431 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data1/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,474 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:34,476 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:34,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/java.io.tmpdir/jetty-localhost-39403-hadoop-hdfs-3_4_1-tests_jar-_-any-5118933956615052270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:51:34,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:39403} 2024-11-17T22:51:34,493 INFO [Time-limited test {}] server.Server(415): Started @4584ms 2024-11-17T22:51:34,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:51:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f677eb5e2c5652 with lease ID 0x56db811a140d6f47: Processing first storage report for DS-e8929977-e6a9-46d8-be04-6530a6183f16 from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=bceaac2b-7566-4ac9-820e-05804f08b87b, infoPort=41367, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f677eb5e2c5652 with lease ID 0x56db811a140d6f47: from storage DS-e8929977-e6a9-46d8-be04-6530a6183f16 node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=bceaac2b-7566-4ac9-820e-05804f08b87b, infoPort=41367, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7345a72f2a16f7a3 with lease ID 0x56db811a140d6f48: Processing first storage report for DS-7e542b8a-fa79-4735-abde-524f4e87a1ab from datanode DatanodeRegistration(127.0.0.1:45183, datanodeUuid=36bc644d-ced0-47cc-bad9-b026efedb706, infoPort=33815, infoSecurePort=0, ipcPort=39641, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7345a72f2a16f7a3 with lease ID 0x56db811a140d6f48: from storage DS-7e542b8a-fa79-4735-abde-524f4e87a1ab node DatanodeRegistration(127.0.0.1:45183, datanodeUuid=36bc644d-ced0-47cc-bad9-b026efedb706, infoPort=33815, infoSecurePort=0, ipcPort=39641, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4f677eb5e2c5652 with lease ID 0x56db811a140d6f47: Processing first storage report for DS-fdefc3cd-7818-4058-a257-c79f399f85f5 from datanode DatanodeRegistration(127.0.0.1:36245, datanodeUuid=bceaac2b-7566-4ac9-820e-05804f08b87b, infoPort=41367, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4f677eb5e2c5652 with lease ID 0x56db811a140d6f47: from storage DS-fdefc3cd-7818-4058-a257-c79f399f85f5 node DatanodeRegistration(127.0.0.1:36245, datanodeUuid=bceaac2b-7566-4ac9-820e-05804f08b87b, infoPort=41367, infoSecurePort=0, ipcPort=34495, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7345a72f2a16f7a3 with lease ID 0x56db811a140d6f48: Processing first storage report for DS-1dba7eee-8fc2-4e80-bc4e-a4921ecb2198 from datanode DatanodeRegistration(127.0.0.1:45183, datanodeUuid=36bc644d-ced0-47cc-bad9-b026efedb706, infoPort=33815, infoSecurePort=0, ipcPort=39641, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7345a72f2a16f7a3 with lease ID 0x56db811a140d6f48: from storage DS-1dba7eee-8fc2-4e80-bc4e-a4921ecb2198 node DatanodeRegistration(127.0.0.1:45183, datanodeUuid=36bc644d-ced0-47cc-bad9-b026efedb706, infoPort=33815, infoSecurePort=0, ipcPort=39641, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,603 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data5/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,603 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data6/current/BP-694717075-172.17.0.2-1731883892466/current, will proceed with Du for space computation calculation, 2024-11-17T22:51:34,639 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:51:34,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af323a8ec7923e3 with lease ID 0x56db811a140d6f49: Processing first storage report for DS-8c95eb0f-3860-405e-9f79-aff45a9d738c from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=a7c6e502-f489-4f99-b521-11fb6fe2fd21, infoPort=42619, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af323a8ec7923e3 with lease ID 0x56db811a140d6f49: from storage DS-8c95eb0f-3860-405e-9f79-aff45a9d738c node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=a7c6e502-f489-4f99-b521-11fb6fe2fd21, infoPort=42619, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af323a8ec7923e3 with lease ID 0x56db811a140d6f49: Processing first storage report for DS-da7e7458-e09e-4763-ad34-da85454fcd12 from datanode DatanodeRegistration(127.0.0.1:36861, datanodeUuid=a7c6e502-f489-4f99-b521-11fb6fe2fd21, infoPort=42619, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466) 2024-11-17T22:51:34,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af323a8ec7923e3 with lease ID 0x56db811a140d6f49: from storage DS-da7e7458-e09e-4763-ad34-da85454fcd12 node DatanodeRegistration(127.0.0.1:36861, datanodeUuid=a7c6e502-f489-4f99-b521-11fb6fe2fd21, infoPort=42619, infoSecurePort=0, ipcPort=40483, storageInfo=lv=-57;cid=testClusterID;nsid=1193271339;c=1731883892466), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:51:34,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7 2024-11-17T22:51:34,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/zookeeper_0, clientPort=61948, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T22:51:34,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61948 2024-11-17T22:51:34,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:34,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:35,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:51:35,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 with version=8 2024-11-17T22:51:35,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/hbase-staging 2024-11-17T22:51:35,734 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T22:51:35,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:35,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:35,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:36,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:36,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T22:51:36,207 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T22:51:36,217 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T22:51:36,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:36,245 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 81912 (auto-detected) 2024-11-17T22:51:36,246 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T22:51:36,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35765 2024-11-17T22:51:36,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35765 connecting to ZooKeeper ensemble=127.0.0.1:61948 2024-11-17T22:51:36,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357650x0, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:36,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35765-0x1004fe264f60000 connected 2024-11-17T22:51:36,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:36,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22, hbase.cluster.distributed=false 2024-11-17T22:51:36,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:36,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-17T22:51:36,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35765 2024-11-17T22:51:36,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35765 2024-11-17T22:51:36,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-17T22:51:36,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35765 2024-11-17T22:51:36,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:36,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:36,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:36,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:36,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:36,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44041 2024-11-17T22:51:36,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44041 connecting to ZooKeeper ensemble=127.0.0.1:61948 2024-11-17T22:51:36,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440410x0, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:36,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440410x0, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:36,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44041-0x1004fe264f60001 connected 2024-11-17T22:51:36,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:36,680 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:36,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:36,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44041 2024-11-17T22:51:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44041 2024-11-17T22:51:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44041 2024-11-17T22:51:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44041 2024-11-17T22:51:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44041 2024-11-17T22:51:36,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:36,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:36,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:36,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:36,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:36,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41215 2024-11-17T22:51:36,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41215 connecting to ZooKeeper ensemble=127.0.0.1:61948 2024-11-17T22:51:36,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412150x0, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:36,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412150x0, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:36,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41215-0x1004fe264f60002 connected 2024-11-17T22:51:36,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:36,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:36,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:36,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:36,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-17T22:51:36,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41215 2024-11-17T22:51:36,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41215 2024-11-17T22:51:36,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-17T22:51:36,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41215 2024-11-17T22:51:36,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:51:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:51:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:51:36,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:51:36,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:51:36,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:51:36,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38331 2024-11-17T22:51:36,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38331 connecting to ZooKeeper ensemble=127.0.0.1:61948 2024-11-17T22:51:36,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:36,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383310x0, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:51:36,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383310x0, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:51:36,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:51:36,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38331-0x1004fe264f60003 connected 2024-11-17T22:51:36,831 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:51:36,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:51:36,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:51:36,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38331 2024-11-17T22:51:36,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38331 2024-11-17T22:51:36,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38331 2024-11-17T22:51:36,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38331 2024-11-17T22:51:36,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38331 2024-11-17T22:51:36,886 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a6e40b21a48:35765 2024-11-17T22:51:36,893 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,906 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:36,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:51:36,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:36,953 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T22:51:36,955 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a6e40b21a48,35765,1731883895790 from backup master directory 2024-11-17T22:51:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:51:36,959 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:36,960 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:36,962 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T22:51:36,964 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T22:51:37,017 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/hbase.id] with ID: 4e3eb276-f62b-49d9-bf86-c64e14a641e7 2024-11-17T22:51:37,017 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.tmp/hbase.id 2024-11-17T22:51:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:37,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:51:37,032 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.tmp/hbase.id]:[hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/hbase.id] 2024-11-17T22:51:37,086 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:51:37,093 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T22:51:37,122 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-17T22:51:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:51:37,163 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:51:37,164 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T22:51:37,178 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:51:37,181 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:37,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:51:37,231 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store 2024-11-17T22:51:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:51:37,259 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T22:51:37,263 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:37,264 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:51:37,265 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:37,265 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:37,267 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:51:37,267 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:37,267 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:51:37,269 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731883897264Disabling compacts and flushes for region at 1731883897264Disabling writes for close at 1731883897267 (+3 ms)Writing region close event to WAL at 1731883897267Closed at 1731883897267 2024-11-17T22:51:37,271 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/.initializing 2024-11-17T22:51:37,271 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/WALs/1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:37,280 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:37,297 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C35765%2C1731883895790, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/WALs/1a6e40b21a48,35765,1731883895790, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/oldWALs, maxLogs=10 2024-11-17T22:51:37,334 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/WALs/1a6e40b21a48,35765,1731883895790/1a6e40b21a48%2C35765%2C1731883895790.1731883897304, exclude list is [], retry=0 2024-11-17T22:51:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:51:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:51:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:51:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T22:51:37,403 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/WALs/1a6e40b21a48,35765,1731883895790/1a6e40b21a48%2C35765%2C1731883895790.1731883897304 2024-11-17T22:51:37,404 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619),(127.0.0.1/127.0.0.1:33815:33815),(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-17T22:51:37,404 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:51:37,405 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:37,408 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,409 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T22:51:37,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:37,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T22:51:37,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T22:51:37,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:37,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T22:51:37,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:37,494 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,498 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,500 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,507 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,508 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,513 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:37,518 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:51:37,522 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:37,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643101, jitterRate=-0.06654505431652069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:37,531 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731883897422Initializing all the Stores at 1731883897424 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883897425 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883897426 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883897426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883897426Cleaning up temporary data from old regions at 1731883897508 (+82 ms)Region opened successfully at 1731883897531 (+23 ms) 2024-11-17T22:51:37,533 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T22:51:37,575 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb949d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:37,614 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T22:51:37,629 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T22:51:37,629 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T22:51:37,633 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:51:37,635 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T22:51:37,641 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-17T22:51:37,641 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-17T22:51:37,679 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T22:51:37,690 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T22:51:37,692 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T22:51:37,696 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T22:51:37,698 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T22:51:37,699 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T22:51:37,702 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T22:51:37,707 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T22:51:37,709 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T22:51:37,710 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T22:51:37,711 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T22:51:37,750 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T22:51:37,751 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T22:51:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:51:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,770 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a6e40b21a48,35765,1731883895790, sessionid=0x1004fe264f60000, setting cluster-up flag (Was=false) 2024-11-17T22:51:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,796 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T22:51:37,801 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:37,814 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T22:51:37,815 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:37,822 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T22:51:37,869 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(746): ClusterId : 4e3eb276-f62b-49d9-bf86-c64e14a641e7 2024-11-17T22:51:37,869 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(746): ClusterId : 4e3eb276-f62b-49d9-bf86-c64e14a641e7 2024-11-17T22:51:37,869 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(746): ClusterId : 4e3eb276-f62b-49d9-bf86-c64e14a641e7 2024-11-17T22:51:37,871 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:37,871 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:37,871 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:51:37,876 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:37,876 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:37,876 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:37,876 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:37,878 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:51:37,878 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:51:37,879 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:37,879 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:37,880 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:51:37,880 DEBUG [RS:1;1a6e40b21a48:41215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b57aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:37,880 DEBUG [RS:2;1a6e40b21a48:38331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2065f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:37,880 DEBUG [RS:0;1a6e40b21a48:44041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1124a29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:51:37,900 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a6e40b21a48:44041 2024-11-17T22:51:37,901 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1a6e40b21a48:41215 2024-11-17T22:51:37,903 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1a6e40b21a48:38331 2024-11-17T22:51:37,904 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:37,904 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:37,904 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:37,904 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:37,905 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:37,905 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:37,905 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:51:37,906 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:51:37,906 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:51:37,910 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=44041, startcode=1731883896553 2024-11-17T22:51:37,910 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=41215, startcode=1731883896710 2024-11-17T22:51:37,911 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:37,916 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=38331, startcode=1731883896777 2024-11-17T22:51:37,923 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T22:51:37,925 DEBUG [RS:2;1a6e40b21a48:38331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:37,925 DEBUG [RS:1;1a6e40b21a48:41215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:37,926 DEBUG [RS:0;1a6e40b21a48:44041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:51:37,931 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T22:51:37,940 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a6e40b21a48,35765,1731883895790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T22:51:37,951 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a6e40b21a48:0, corePoolSize=10, maxPoolSize=10 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:37,964 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:37,965 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:37,983 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60617, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:37,985 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:37,986 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:51:37,987 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731883927987 2024-11-17T22:51:37,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:37,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T22:51:37,989 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T22:51:37,991 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T22:51:37,992 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:37,995 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T22:51:37,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:37,995 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T22:51:37,996 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T22:51:37,996 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T22:51:37,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T22:51:37,998 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,002 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:38,003 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:51:38,010 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T22:51:38,012 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T22:51:38,012 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T22:51:38,024 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T22:51:38,053 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T22:51:38,057 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883898055,5,FailOnTimeoutGroup] 2024-11-17T22:51:38,058 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:38,058 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:38,058 WARN [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:38,058 WARN [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:38,058 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T22:51:38,058 WARN [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T22:51:38,059 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883898057,5,FailOnTimeoutGroup] 2024-11-17T22:51:38,059 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,059 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T22:51:38,061 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,061 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:51:38,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T22:51:38,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:38,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:51:38,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:38,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:51:38,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:51:38,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:38,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:38,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:51:38,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:51:38,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:38,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:38,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:51:38,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:51:38,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:38,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:38,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:51:38,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:51:38,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:38,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:38,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:51:38,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:51:38,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:51:38,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:51:38,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:51:38,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:38,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:51:38,160 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=38331, startcode=1731883896777 2024-11-17T22:51:38,160 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=41215, startcode=1731883896710 2024-11-17T22:51:38,160 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,35765,1731883895790 with port=44041, startcode=1731883896553 2024-11-17T22:51:38,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:38,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59373472, jitterRate=-0.11526632308959961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:38,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731883898106Initializing all the Stores at 1731883898108 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883898108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883898109 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883898109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883898109Cleaning up temporary data from old regions at 1731883898149 (+40 ms)Region opened successfully at 1731883898171 (+22 ms) 2024-11-17T22:51:38,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:51:38,173 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:51:38,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:51:38,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:51:38,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:51:38,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,179 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:38,179 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33243 2024-11-17T22:51:38,179 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:51:38,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:51:38,185 DEBUG [RS:2;1a6e40b21a48:38331 {}] zookeeper.ZKUtil(111): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731883898172Disabling compacts and flushes for region at 1731883898172Disabling writes for close at 1731883898173 (+1 ms)Writing region close event to WAL at 1731883898184 (+11 ms)Closed at 1731883898185 (+1 ms) 2024-11-17T22:51:38,186 WARN [RS:2;1a6e40b21a48:38331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:38,186 INFO [RS:2;1a6e40b21a48:38331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:38,186 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,186 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:38,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35765 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,187 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33243 2024-11-17T22:51:38,187 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:38,192 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:38,192 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33243 2024-11-17T22:51:38,192 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:51:38,193 DEBUG [RS:1;1a6e40b21a48:41215 {}] zookeeper.ZKUtil(111): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,193 WARN [RS:1;1a6e40b21a48:41215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:38,193 INFO [RS:1;1a6e40b21a48:41215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:38,193 DEBUG [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:38,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T22:51:38,197 DEBUG [RS:0;1a6e40b21a48:44041 {}] zookeeper.ZKUtil(111): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,197 WARN [RS:0;1a6e40b21a48:44041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:51:38,198 INFO [RS:0;1a6e40b21a48:44041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:38,198 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,41215,1731883896710] 2024-11-17T22:51:38,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,38331,1731883896777] 2024-11-17T22:51:38,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,44041,1731883896553] 2024-11-17T22:51:38,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:51:38,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:51:38,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T22:51:38,242 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:38,242 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:38,242 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:51:38,265 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:38,265 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:38,266 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:51:38,290 INFO [RS:1;1a6e40b21a48:41215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:38,290 INFO [RS:2;1a6e40b21a48:38331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:38,290 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,290 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,290 INFO [RS:0;1a6e40b21a48:44041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:51:38,290 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,293 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:38,300 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:38,301 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:38,301 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:38,302 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,302 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,303 DEBUG [RS:1;1a6e40b21a48:41215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:38,303 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,304 DEBUG [RS:2;1a6e40b21a48:38331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,313 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:51:38,315 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:51:38,315 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,315 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,315 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,315 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,315 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,316 DEBUG [RS:0;1a6e40b21a48:44041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:51:38,329 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,329 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,329 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,329 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,330 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,330 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41215,1731883896710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,337 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,338 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,338 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,44041,1731883896553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:38,338 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,38331,1731883896777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:38,365 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:38,367 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:38,368 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:51:38,368 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,44041,1731883896553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,368 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,38331,1731883896777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,369 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,369 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,369 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.Replication(171): 1a6e40b21a48,38331,1731883896777 started 2024-11-17T22:51:38,369 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.Replication(171): 1a6e40b21a48,44041,1731883896553 started 2024-11-17T22:51:38,368 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41215,1731883896710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,370 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,370 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.Replication(171): 1a6e40b21a48,41215,1731883896710 started 2024-11-17T22:51:38,376 WARN [1a6e40b21a48:35765 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-17T22:51:38,392 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,392 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,44041,1731883896553, RpcServer on 1a6e40b21a48/172.17.0.2:44041, sessionid=0x1004fe264f60001 2024-11-17T22:51:38,393 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,393 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,38331,1731883896777, RpcServer on 1a6e40b21a48/172.17.0.2:38331, sessionid=0x1004fe264f60003 2024-11-17T22:51:38,393 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:38,393 DEBUG [RS:0;1a6e40b21a48:44041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,393 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:38,393 DEBUG [RS:2;1a6e40b21a48:38331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,394 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,44041,1731883896553' 2024-11-17T22:51:38,394 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,38331,1731883896777' 2024-11-17T22:51:38,394 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:38,394 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:38,395 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:38,395 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:38,395 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:38,395 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:38,395 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:38,395 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:38,396 DEBUG [RS:0;1a6e40b21a48:44041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:38,396 DEBUG [RS:2;1a6e40b21a48:38331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:38,396 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,44041,1731883896553' 2024-11-17T22:51:38,396 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,38331,1731883896777' 2024-11-17T22:51:38,396 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:38,396 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:38,396 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:38,396 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:38,397 DEBUG [RS:0;1a6e40b21a48:44041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:38,397 DEBUG [RS:2;1a6e40b21a48:38331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:38,397 INFO [RS:0;1a6e40b21a48:44041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:38,397 INFO [RS:2;1a6e40b21a48:38331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:38,397 INFO [RS:0;1a6e40b21a48:44041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:38,397 INFO [RS:2;1a6e40b21a48:38331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:38,398 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:38,398 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,41215,1731883896710, RpcServer on 1a6e40b21a48/172.17.0.2:41215, sessionid=0x1004fe264f60002 2024-11-17T22:51:38,398 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:51:38,398 DEBUG [RS:1;1a6e40b21a48:41215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,398 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41215,1731883896710' 2024-11-17T22:51:38,398 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41215,1731883896710' 2024-11-17T22:51:38,399 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:51:38,400 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:51:38,400 DEBUG [RS:1;1a6e40b21a48:41215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:51:38,400 INFO [RS:1;1a6e40b21a48:41215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:51:38,400 INFO [RS:1;1a6e40b21a48:41215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:51:38,504 INFO [RS:2;1a6e40b21a48:38331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:38,504 INFO [RS:1;1a6e40b21a48:41215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:38,505 INFO [RS:0;1a6e40b21a48:44041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:51:38,508 INFO [RS:1;1a6e40b21a48:41215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C41215%2C1731883896710, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs, maxLogs=32 2024-11-17T22:51:38,508 INFO [RS:2;1a6e40b21a48:38331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C38331%2C1731883896777, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,38331,1731883896777, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs, maxLogs=32 2024-11-17T22:51:38,508 INFO [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C44041%2C1731883896553, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs, maxLogs=32 2024-11-17T22:51:38,526 DEBUG [RS:1;1a6e40b21a48:41215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, exclude list is [], retry=0 2024-11-17T22:51:38,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:51:38,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:51:38,533 DEBUG [RS:2;1a6e40b21a48:38331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,38331,1731883896777/1a6e40b21a48%2C38331%2C1731883896777.1731883898513, exclude list is [], retry=0 2024-11-17T22:51:38,533 DEBUG [RS:0;1a6e40b21a48:44041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553/1a6e40b21a48%2C44041%2C1731883896553.1731883898513, exclude list is [], retry=0 2024-11-17T22:51:38,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:51:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:51:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:51:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:51:38,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:51:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:51:38,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:51:38,551 INFO [RS:1;1a6e40b21a48:41215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 2024-11-17T22:51:38,558 DEBUG [RS:1;1a6e40b21a48:41215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:42619:42619),(127.0.0.1/127.0.0.1:33815:33815)] 2024-11-17T22:51:38,559 INFO [RS:2;1a6e40b21a48:38331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,38331,1731883896777/1a6e40b21a48%2C38331%2C1731883896777.1731883898513 2024-11-17T22:51:38,559 DEBUG [RS:2;1a6e40b21a48:38331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33815:33815),(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-17T22:51:38,561 INFO [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553/1a6e40b21a48%2C44041%2C1731883896553.1731883898513 2024-11-17T22:51:38,562 DEBUG [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:42619:42619),(127.0.0.1/127.0.0.1:33815:33815)] 2024-11-17T22:51:38,629 DEBUG [1a6e40b21a48:35765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T22:51:38,638 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:51:38,645 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:51:38,645 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:51:38,645 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:51:38,645 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:51:38,646 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:51:38,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:38,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,41215,1731883896710, state=OPENING 2024-11-17T22:51:38,668 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T22:51:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:51:38,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:38,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:38,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:38,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:38,673 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:51:38,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41215,1731883896710}] 2024-11-17T22:51:46,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T22:51:46,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T22:51:48,705 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:48,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:48,721 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:51:48,721 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:51:48,722 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:51:48,725 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C41215%2C1731883896710.meta, suffix=.meta, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs, maxLogs=32 2024-11-17T22:51:48,740 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, exclude list is [], retry=0 2024-11-17T22:51:48,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:51:48,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:51:48,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:51:48,748 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta 2024-11-17T22:51:48,748 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:42619:42619),(127.0.0.1/127.0.0.1:33815:33815)] 2024-11-17T22:51:48,749 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:51:48,751 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:51:48,754 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:51:48,760 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:51:48,765 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:51:48,766 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:48,766 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:51:48,766 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:51:48,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:51:48,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:51:48,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:48,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:48,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:51:48,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:51:48,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:48,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:48,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:51:48,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:51:48,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:48,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:48,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:51:48,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:51:48,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:48,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:51:48,781 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:51:48,783 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:51:48,786 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:51:48,789 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:51:48,789 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:51:48,790 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:51:48,793 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:51:48,795 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60568185, jitterRate=-0.0974637120962143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:51:48,795 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:51:48,797 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731883908767Writing region info on filesystem at 1731883908767Initializing all the Stores at 1731883908769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883908769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883908770 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883908770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883908770Cleaning up temporary data from old regions at 1731883908789 (+19 ms)Running coprocessor post-open hooks at 1731883908795 (+6 ms)Region opened successfully at 1731883908797 (+2 ms) 2024-11-17T22:51:48,805 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731883908697 2024-11-17T22:51:48,816 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:51:48,817 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:51:48,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:48,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,41215,1731883896710, state=OPEN 2024-11-17T22:51:48,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:48,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:48,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:48,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:51:48,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:48,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:48,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:48,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:51:48,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:48,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T22:51:48,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,41215,1731883896710 in 10.1490 sec 2024-11-17T22:51:48,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T22:51:48,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6280 sec 2024-11-17T22:51:48,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:51:48,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T22:51:48,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:48,859 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1] 2024-11-17T22:51:48,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:48,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:48,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0500 sec 2024-11-17T22:51:48,903 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731883908903, completionTime=-1 2024-11-17T22:51:48,907 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T22:51:48,907 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:51:48,936 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-17T22:51:48,937 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731883968936 2024-11-17T22:51:48,937 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884028937 2024-11-17T22:51:48,937 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-17T22:51:48,938 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:51:48,944 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,945 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,945 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,946 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a6e40b21a48:35765, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,946 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,947 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,952 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T22:51:48,973 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.013sec 2024-11-17T22:51:48,975 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T22:51:48,976 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T22:51:48,977 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T22:51:48,978 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T22:51:48,978 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T22:51:48,978 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:51:48,979 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T22:51:48,983 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T22:51:48,985 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T22:51:48,985 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,35765,1731883895790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:51:48,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f081920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:48,995 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T22:51:48,995 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T22:51:48,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,35765,-1 for getting cluster id 2024-11-17T22:51:49,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:51:49,013 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3eb276-f62b-49d9-bf86-c64e14a641e7' 2024-11-17T22:51:49,016 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:51:49,016 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3eb276-f62b-49d9-bf86-c64e14a641e7" 2024-11-17T22:51:49,017 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bca188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:49,017 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,35765,-1] 2024-11-17T22:51:49,020 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:51:49,022 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:49,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:51:49,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ccbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:49,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:49,038 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1] 2024-11-17T22:51:49,038 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:49,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:49,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:49,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731883909091 (current time:1731883909091). 2024-11-17T22:51:49,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T22:51:49,093 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-17T22:51:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb8676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:49,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,35765,-1 for getting cluster id 2024-11-17T22:51:49,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:51:49,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3eb276-f62b-49d9-bf86-c64e14a641e7' 2024-11-17T22:51:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:51:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3eb276-f62b-49d9-bf86-c64e14a641e7" 2024-11-17T22:51:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449f4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,35765,-1] 2024-11-17T22:51:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:51:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:49,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:51:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dd7a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:51:49,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:51:49,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1] 2024-11-17T22:51:49,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:51:49,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:51:49,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:51:49,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:51:49,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:49,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:51:49,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:51:49,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:51:49,126 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,35765,1731883895790 2024-11-17T22:51:49,128 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325e435e 2024-11-17T22:51:49,129 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:51:49,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:51:49,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:51:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-17T22:51:49,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:51:49,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-17T22:51:49,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:49,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:51:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:51:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:51:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:51:49,174 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14964ce4fc2e4f91f8d36be4a48858e5, NAME => 'SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,175 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a612e09a22ecbe57c92cce311d244869, NAME => 'SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,179 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 87056c9acb5a64047eadba5a7519da11, NAME => 'SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:51:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:51:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:51:49,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 14964ce4fc2e4f91f8d36be4a48858e5, disabling compactions & flushes 2024-11-17T22:51:49,196 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:49,196 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. after waiting 0 ms 2024-11-17T22:51:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:49,197 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:49,197 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14964ce4fc2e4f91f8d36be4a48858e5: Waiting for close lock at 1731883909196Disabling compacts and flushes for region at 1731883909196Disabling writes for close at 1731883909197 (+1 ms)Writing region close event to WAL at 1731883909197Closed at 1731883909197 2024-11-17T22:51:49,198 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 394a822d4e51dbd15dae1acac2ad7761, NAME => 'SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:51:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:51:49,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:51:49,204 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a612e09a22ecbe57c92cce311d244869, disabling compactions & flushes 2024-11-17T22:51:49,205 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:49,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:49,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. after waiting 0 ms 2024-11-17T22:51:49,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:49,205 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:49,205 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a612e09a22ecbe57c92cce311d244869: Waiting for close lock at 1731883909204Disabling compacts and flushes for region at 1731883909204Disabling writes for close at 1731883909205 (+1 ms)Writing region close event to WAL at 1731883909205Closed at 1731883909205 2024-11-17T22:51:49,206 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7bc364f402282343be9ed494bd377510, NAME => 'SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:51:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:51:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:51:49,213 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 87056c9acb5a64047eadba5a7519da11, disabling compactions & flushes 2024-11-17T22:51:49,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:49,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:49,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. after waiting 0 ms 2024-11-17T22:51:49,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:49,214 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:49,214 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 87056c9acb5a64047eadba5a7519da11: Waiting for close lock at 1731883909214Disabling compacts and flushes for region at 1731883909214Disabling writes for close at 1731883909214Writing region close event to WAL at 1731883909214Closed at 1731883909214 2024-11-17T22:51:49,215 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ecc5f6c5bebb2801ecf657bf9a55f5bd, NAME => 'SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:51:49,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:51:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:51:49,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7bc364f402282343be9ed494bd377510, disabling compactions & flushes 2024-11-17T22:51:49,229 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:49,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:49,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. after waiting 0 ms 2024-11-17T22:51:49,229 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:49,230 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:49,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7bc364f402282343be9ed494bd377510: Waiting for close lock at 1731883909229Disabling compacts and flushes for region at 1731883909229Disabling writes for close at 1731883909229Writing region close event to WAL at 1731883909229Closed at 1731883909229 2024-11-17T22:51:49,230 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e22622166df43a69be41b4f932a206e, NAME => 'SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:51:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:51:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 394a822d4e51dbd15dae1acac2ad7761, disabling compactions & flushes 2024-11-17T22:51:49,239 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. after waiting 0 ms 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:49,239 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:49,239 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 394a822d4e51dbd15dae1acac2ad7761: Waiting for close lock at 1731883909239Disabling compacts and flushes for region at 1731883909239Disabling writes for close at 1731883909239Writing region close event to WAL at 1731883909239Closed at 1731883909239 2024-11-17T22:51:49,240 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 294b0ccc8f2f5a470075b94bfd8390b1, NAME => 'SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:51:49,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:51:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:51:49,246 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ecc5f6c5bebb2801ecf657bf9a55f5bd, disabling compactions & flushes 2024-11-17T22:51:49,247 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:49,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:49,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. after waiting 0 ms 2024-11-17T22:51:49,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:49,247 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:49,247 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ecc5f6c5bebb2801ecf657bf9a55f5bd: Waiting for close lock at 1731883909247Disabling compacts and flushes for region at 1731883909247Disabling writes for close at 1731883909247Writing region close event to WAL at 1731883909247Closed at 1731883909247 2024-11-17T22:51:49,248 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8fdf938dcf027306baf58a591709d2d2, NAME => 'SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:51:49,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:51:49,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5e22622166df43a69be41b4f932a206e, disabling compactions & flushes 2024-11-17T22:51:49,256 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. after waiting 0 ms 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:49,256 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:49,256 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e22622166df43a69be41b4f932a206e: Waiting for close lock at 1731883909256Disabling compacts and flushes for region at 1731883909256Disabling writes for close at 1731883909256Writing region close event to WAL at 1731883909256Closed at 1731883909256 2024-11-17T22:51:49,257 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cf134f13ff929facb73c21020e9dbe3b, NAME => 'SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22 2024-11-17T22:51:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:51:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:51:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 294b0ccc8f2f5a470075b94bfd8390b1, disabling compactions & flushes 2024-11-17T22:51:49,271 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. after waiting 0 ms 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:49,271 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:49,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 294b0ccc8f2f5a470075b94bfd8390b1: Waiting for close lock at 1731883909271Disabling compacts and flushes for region at 1731883909271Disabling writes for close at 1731883909271Writing region close event to WAL at 1731883909271Closed at 1731883909271 2024-11-17T22:51:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:51:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:51:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:51:49,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8fdf938dcf027306baf58a591709d2d2, disabling compactions & flushes 2024-11-17T22:51:49,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:49,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:49,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. after waiting 0 ms 2024-11-17T22:51:49,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:49,278 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:49,279 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8fdf938dcf027306baf58a591709d2d2: Waiting for close lock at 1731883909278Disabling compacts and flushes for region at 1731883909278Disabling writes for close at 1731883909278Writing region close event to WAL at 1731883909278Closed at 1731883909278 2024-11-17T22:51:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:51:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:51:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cf134f13ff929facb73c21020e9dbe3b, disabling compactions & flushes 2024-11-17T22:51:49,285 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. after waiting 0 ms 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:49,285 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:49,285 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cf134f13ff929facb73c21020e9dbe3b: Waiting for close lock at 1731883909285Disabling compacts and flushes for region at 1731883909285Disabling writes for close at 1731883909285Writing region close event to WAL at 1731883909285Closed at 1731883909285 2024-11-17T22:51:49,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:51:49,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731883909288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731883909288"}]},"ts":"1731883909288"} 2024-11-17T22:51:49,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-17T22:51:49,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:51:49,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731883909330"}]},"ts":"1731883909330"} 2024-11-17T22:51:49,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-17T22:51:49,338 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:51:49,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:51:49,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:51:49,346 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:51:49,346 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:51:49,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a612e09a22ecbe57c92cce311d244869, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87056c9acb5a64047eadba5a7519da11, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=394a822d4e51dbd15dae1acac2ad7761, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc5f6c5bebb2801ecf657bf9a55f5bd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=294b0ccc8f2f5a470075b94bfd8390b1, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fdf938dcf027306baf58a591709d2d2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN}] 2024-11-17T22:51:49,353 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc5f6c5bebb2801ecf657bf9a55f5bd, ASSIGN 2024-11-17T22:51:49,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN 2024-11-17T22:51:49,353 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN 2024-11-17T22:51:49,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=394a822d4e51dbd15dae1acac2ad7761, ASSIGN 2024-11-17T22:51:49,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=394a822d4e51dbd15dae1acac2ad7761, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38331,1731883896777; forceNewPlan=false, retain=false 2024-11-17T22:51:49,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN 2024-11-17T22:51:49,355 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41215,1731883896710; forceNewPlan=false, retain=false 2024-11-17T22:51:49,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41215,1731883896710; forceNewPlan=false, retain=false 2024-11-17T22:51:49,355 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecc5f6c5bebb2801ecf657bf9a55f5bd, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44041,1731883896553; forceNewPlan=false, retain=false 2024-11-17T22:51:49,357 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41215,1731883896710; forceNewPlan=false, retain=false 2024-11-17T22:51:49,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=294b0ccc8f2f5a470075b94bfd8390b1, ASSIGN 2024-11-17T22:51:49,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fdf938dcf027306baf58a591709d2d2, ASSIGN 2024-11-17T22:51:49,365 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=294b0ccc8f2f5a470075b94bfd8390b1, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38331,1731883896777; forceNewPlan=false, retain=false 2024-11-17T22:51:49,367 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a612e09a22ecbe57c92cce311d244869, ASSIGN 2024-11-17T22:51:49,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fdf938dcf027306baf58a591709d2d2, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44041,1731883896553; forceNewPlan=false, retain=false 2024-11-17T22:51:49,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87056c9acb5a64047eadba5a7519da11, ASSIGN 2024-11-17T22:51:49,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN 2024-11-17T22:51:49,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41215,1731883896710; forceNewPlan=false, retain=false 2024-11-17T22:51:49,369 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a612e09a22ecbe57c92cce311d244869, ASSIGN; state=OFFLINE, location=1a6e40b21a48,38331,1731883896777; forceNewPlan=false, retain=false 2024-11-17T22:51:49,369 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87056c9acb5a64047eadba5a7519da11, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44041,1731883896553; forceNewPlan=false, retain=false 2024-11-17T22:51:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:49,512 INFO [1a6e40b21a48:35765 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-17T22:51:49,513 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecc5f6c5bebb2801ecf657bf9a55f5bd, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:49,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=87056c9acb5a64047eadba5a7519da11, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:49,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8fdf938dcf027306baf58a591709d2d2, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:49,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cf134f13ff929facb73c21020e9dbe3b, regionState=OPENING, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:49,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e22622166df43a69be41b4f932a206e, regionState=OPENING, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:49,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bc364f402282343be9ed494bd377510, regionState=OPENING, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:49,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14964ce4fc2e4f91f8d36be4a48858e5, regionState=OPENING, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:49,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=294b0ccc8f2f5a470075b94bfd8390b1, regionState=OPENING, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:49,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=394a822d4e51dbd15dae1acac2ad7761, regionState=OPENING, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:49,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a612e09a22ecbe57c92cce311d244869, regionState=OPENING, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN because future has completed 2024-11-17T22:51:49,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,41215,1731883896710}] 2024-11-17T22:51:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN because future has completed 2024-11-17T22:51:49,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,41215,1731883896710}] 2024-11-17T22:51:49,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8fdf938dcf027306baf58a591709d2d2, ASSIGN because future has completed 2024-11-17T22:51:49,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=87056c9acb5a64047eadba5a7519da11, ASSIGN because future has completed 2024-11-17T22:51:49,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87056c9acb5a64047eadba5a7519da11, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:51:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ecc5f6c5bebb2801ecf657bf9a55f5bd, ASSIGN because future has completed 2024-11-17T22:51:49,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdf938dcf027306baf58a591709d2d2, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:51:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN because future has completed 2024-11-17T22:51:49,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN because future has completed 2024-11-17T22:51:49,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,41215,1731883896710}] 2024-11-17T22:51:49,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,41215,1731883896710}] 2024-11-17T22:51:49,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=394a822d4e51dbd15dae1acac2ad7761, ASSIGN because future has completed 2024-11-17T22:51:49,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=294b0ccc8f2f5a470075b94bfd8390b1, ASSIGN because future has completed 2024-11-17T22:51:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a612e09a22ecbe57c92cce311d244869, ASSIGN because future has completed 2024-11-17T22:51:49,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394a822d4e51dbd15dae1acac2ad7761, server=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:51:49,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1, server=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:51:49,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a612e09a22ecbe57c92cce311d244869, server=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:51:49,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:51:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:50,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T22:51:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:54,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:51:56,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T22:51:56,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T22:51:56,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:51:56,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T22:51:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:51:59,530 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:59,530 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:59,530 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc364f402282343be9ed494bd377510, NAME => 'SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T22:51:59,531 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,531 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,531 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,531 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:59,533 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,535 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc364f402282343be9ed494bd377510 columnFamilyName cf 2024-11-17T22:51:59,535 DEBUG [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,536 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] regionserver.HStore(327): Store=7bc364f402282343be9ed494bd377510/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,537 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,537 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:59,537 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 87056c9acb5a64047eadba5a7519da11, NAME => 'SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-17T22:51:59,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,539 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,539 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,539 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:51:59,541 INFO [StoreOpener-87056c9acb5a64047eadba5a7519da11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56053, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:51:59,542 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,543 INFO [StoreOpener-87056c9acb5a64047eadba5a7519da11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87056c9acb5a64047eadba5a7519da11 columnFamilyName cf 2024-11-17T22:51:59,543 DEBUG [StoreOpener-87056c9acb5a64047eadba5a7519da11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,544 INFO [StoreOpener-87056c9acb5a64047eadba5a7519da11-1 {}] regionserver.HStore(327): Store=87056c9acb5a64047eadba5a7519da11/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,544 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,546 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7bc364f402282343be9ed494bd377510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64019308, jitterRate=-0.04603797197341919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,547 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc364f402282343be9ed494bd377510 2024-11-17T22:51:59,547 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,547 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,548 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7bc364f402282343be9ed494bd377510: Running coprocessor pre-open hook at 1731883919531Writing region info on filesystem at 1731883919531Initializing all the Stores at 1731883919532 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919532Cleaning up temporary data from old regions at 1731883919539 (+7 ms)Running coprocessor post-open hooks at 1731883919547 (+8 ms)Region opened successfully at 1731883919548 (+1 ms) 2024-11-17T22:51:59,550 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:59,550 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,550 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 394a822d4e51dbd15dae1acac2ad7761, NAME => 'SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-17T22:51:59,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,551 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510., pid=20, masterSystemTime=1731883919523 2024-11-17T22:51:59,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,553 INFO [StoreOpener-394a822d4e51dbd15dae1acac2ad7761-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,554 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:59,554 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:51:59,554 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:59,554 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cf134f13ff929facb73c21020e9dbe3b, NAME => 'SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T22:51:59,555 INFO [StoreOpener-394a822d4e51dbd15dae1acac2ad7761-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394a822d4e51dbd15dae1acac2ad7761 columnFamilyName cf 2024-11-17T22:51:59,555 DEBUG [StoreOpener-394a822d4e51dbd15dae1acac2ad7761-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,555 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,555 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,555 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,555 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,556 INFO [StoreOpener-394a822d4e51dbd15dae1acac2ad7761-1 {}] regionserver.HStore(327): Store=394a822d4e51dbd15dae1acac2ad7761/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bc364f402282343be9ed494bd377510, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:59,556 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,556 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/87056c9acb5a64047eadba5a7519da11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,557 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 87056c9acb5a64047eadba5a7519da11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72270253, jitterRate=0.07691068947315216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:51:59,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 87056c9acb5a64047eadba5a7519da11: Running coprocessor pre-open hook at 1731883919539Writing region info on filesystem at 1731883919539Initializing all the Stores at 1731883919540 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919540Cleaning up temporary data from old regions at 1731883919547 (+7 ms)Running coprocessor post-open hooks at 1731883919557 (+10 ms)Region opened successfully at 1731883919557 2024-11-17T22:51:59,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,558 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11., pid=18, masterSystemTime=1731883919529 2024-11-17T22:51:59,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,41215,1731883896710 because future has completed 2024-11-17T22:51:59,561 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,561 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:59,562 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:51:59,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,562 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:59,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ecc5f6c5bebb2801ecf657bf9a55f5bd, NAME => 'SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-17T22:51:59,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=87056c9acb5a64047eadba5a7519da11, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:59,563 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,563 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,563 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,563 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,565 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,566 INFO [StoreOpener-ecc5f6c5bebb2801ecf657bf9a55f5bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87056c9acb5a64047eadba5a7519da11, server=1a6e40b21a48,44041,1731883896553 because future has completed 2024-11-17T22:51:59,568 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf134f13ff929facb73c21020e9dbe3b columnFamilyName cf 2024-11-17T22:51:59,569 DEBUG [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,570 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] regionserver.HStore(327): Store=cf134f13ff929facb73c21020e9dbe3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-17T22:51:59,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,41215,1731883896710 in 10.0320 sec 2024-11-17T22:51:59,574 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,574 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/394a822d4e51dbd15dae1acac2ad7761/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-17T22:51:59,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN in 10.2240 sec 2024-11-17T22:51:59,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 87056c9acb5a64047eadba5a7519da11, server=1a6e40b21a48,44041,1731883896553 in 10.0460 sec 2024-11-17T22:51:59,575 INFO [StoreOpener-ecc5f6c5bebb2801ecf657bf9a55f5bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecc5f6c5bebb2801ecf657bf9a55f5bd columnFamilyName cf 2024-11-17T22:51:59,575 DEBUG [StoreOpener-ecc5f6c5bebb2801ecf657bf9a55f5bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,575 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 394a822d4e51dbd15dae1acac2ad7761; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70263027, jitterRate=0.047000691294670105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,575 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,575 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:51:59,576 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,576 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 394a822d4e51dbd15dae1acac2ad7761: Running coprocessor pre-open hook at 1731883919551Writing region info on filesystem at 1731883919551Initializing all the Stores at 1731883919552 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919552Cleaning up temporary data from old regions at 1731883919562 (+10 ms)Running coprocessor post-open hooks at 1731883919576 (+14 ms)Region opened successfully at 1731883919576 2024-11-17T22:51:59,576 INFO [StoreOpener-ecc5f6c5bebb2801ecf657bf9a55f5bd-1 {}] regionserver.HStore(327): Store=ecc5f6c5bebb2801ecf657bf9a55f5bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,576 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,577 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,578 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,578 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,578 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,579 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,579 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,581 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,581 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,585 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761., pid=21, masterSystemTime=1731883919540 2024-11-17T22:51:59,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=87056c9acb5a64047eadba5a7519da11, ASSIGN in 10.2260 sec 2024-11-17T22:51:59,589 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:59,589 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:51:59,589 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:59,589 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a612e09a22ecbe57c92cce311d244869, NAME => 'SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-17T22:51:59,590 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,590 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,590 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,590 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,591 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=394a822d4e51dbd15dae1acac2ad7761, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:59,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394a822d4e51dbd15dae1acac2ad7761, server=1a6e40b21a48,38331,1731883896777 because future has completed 2024-11-17T22:51:59,598 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/ecc5f6c5bebb2801ecf657bf9a55f5bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,598 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,599 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cf134f13ff929facb73c21020e9dbe3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276764, jitterRate=-0.10180622339248657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,599 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ecc5f6c5bebb2801ecf657bf9a55f5bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68626315, jitterRate=0.02261178195476532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,599 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:51:59,599 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:51:59,600 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ecc5f6c5bebb2801ecf657bf9a55f5bd: Running coprocessor pre-open hook at 1731883919563Writing region info on filesystem at 1731883919563Initializing all the Stores at 1731883919565 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919565Cleaning up temporary data from old regions at 1731883919579 (+14 ms)Running coprocessor post-open hooks at 1731883919599 (+20 ms)Region opened successfully at 1731883919599 2024-11-17T22:51:59,600 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cf134f13ff929facb73c21020e9dbe3b: Running coprocessor pre-open hook at 1731883919556Writing region info on filesystem at 1731883919556Initializing all the Stores at 1731883919557 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919557Cleaning up temporary data from old regions at 1731883919578 (+21 ms)Running coprocessor post-open hooks at 1731883919599 (+21 ms)Region opened successfully at 1731883919599 2024-11-17T22:51:59,601 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., pid=15, masterSystemTime=1731883919523 2024-11-17T22:51:59,601 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd., pid=24, masterSystemTime=1731883919529 2024-11-17T22:51:59,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-17T22:51:59,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 394a822d4e51dbd15dae1acac2ad7761, server=1a6e40b21a48,38331,1731883896777 in 10.0620 sec 2024-11-17T22:51:59,604 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:59,605 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:51:59,605 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:59,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=394a822d4e51dbd15dae1acac2ad7761, ASSIGN in 10.2530 sec 2024-11-17T22:51:59,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cf134f13ff929facb73c21020e9dbe3b, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:59,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 14964ce4fc2e4f91f8d36be4a48858e5, NAME => 'SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-17T22:51:59,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:59,607 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,608 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:51:59,608 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,608 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:59,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ecc5f6c5bebb2801ecf657bf9a55f5bd, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:59,608 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fdf938dcf027306baf58a591709d2d2, NAME => 'SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-17T22:51:59,609 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,609 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,609 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,609 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,41215,1731883896710 because future has completed 2024-11-17T22:51:59,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd, server=1a6e40b21a48,44041,1731883896553 because future has completed 2024-11-17T22:51:59,617 INFO [StoreOpener-a612e09a22ecbe57c92cce311d244869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,623 INFO [StoreOpener-8fdf938dcf027306baf58a591709d2d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,623 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,625 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14964ce4fc2e4f91f8d36be4a48858e5 columnFamilyName cf 2024-11-17T22:51:59,625 INFO [StoreOpener-a612e09a22ecbe57c92cce311d244869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a612e09a22ecbe57c92cce311d244869 columnFamilyName cf 2024-11-17T22:51:59,626 DEBUG [StoreOpener-a612e09a22ecbe57c92cce311d244869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,626 DEBUG [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,627 INFO [StoreOpener-a612e09a22ecbe57c92cce311d244869-1 {}] regionserver.HStore(327): Store=a612e09a22ecbe57c92cce311d244869/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,627 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] regionserver.HStore(327): Store=14964ce4fc2e4f91f8d36be4a48858e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,627 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,627 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,627 INFO [StoreOpener-8fdf938dcf027306baf58a591709d2d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fdf938dcf027306baf58a591709d2d2 columnFamilyName cf 2024-11-17T22:51:59,627 DEBUG [StoreOpener-8fdf938dcf027306baf58a591709d2d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,628 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,629 INFO [StoreOpener-8fdf938dcf027306baf58a591709d2d2-1 {}] regionserver.HStore(327): Store=8fdf938dcf027306baf58a591709d2d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,629 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,629 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,630 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,630 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,630 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,630 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,631 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,631 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T22:51:59,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,41215,1731883896710 in 10.0930 sec 2024-11-17T22:51:59,633 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,633 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,634 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,635 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,635 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,635 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-17T22:51:59,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN in 10.2830 sec 2024-11-17T22:51:59,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd, server=1a6e40b21a48,44041,1731883896553 in 10.0880 sec 2024-11-17T22:51:59,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ecc5f6c5bebb2801ecf657bf9a55f5bd, ASSIGN in 10.2890 sec 2024-11-17T22:51:59,641 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,642 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/a612e09a22ecbe57c92cce311d244869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,643 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a612e09a22ecbe57c92cce311d244869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65431078, jitterRate=-0.025000959634780884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,643 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:51:59,643 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a612e09a22ecbe57c92cce311d244869: Running coprocessor pre-open hook at 1731883919590Writing region info on filesystem at 1731883919590Initializing all the Stores at 1731883919592 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919592Cleaning up temporary data from old regions at 1731883919630 (+38 ms)Running coprocessor post-open hooks at 1731883919643 (+13 ms)Region opened successfully at 1731883919643 2024-11-17T22:51:59,645 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869., pid=23, masterSystemTime=1731883919540 2024-11-17T22:51:59,649 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:59,649 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:51:59,649 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:59,649 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 294b0ccc8f2f5a470075b94bfd8390b1, NAME => 'SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-17T22:51:59,649 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a612e09a22ecbe57c92cce311d244869, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:59,650 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,650 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,650 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,650 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a612e09a22ecbe57c92cce311d244869, server=1a6e40b21a48,38331,1731883896777 because future has completed 2024-11-17T22:51:59,654 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,655 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 14964ce4fc2e4f91f8d36be4a48858e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65221433, jitterRate=-0.028124913573265076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,655 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:51:59,655 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 14964ce4fc2e4f91f8d36be4a48858e5: Running coprocessor pre-open hook at 1731883919608Writing region info on filesystem at 1731883919608Initializing all the Stores at 1731883919612 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919612Cleaning up temporary data from old regions at 1731883919631 (+19 ms)Running coprocessor post-open hooks at 1731883919655 (+24 ms)Region opened successfully at 1731883919655 2024-11-17T22:51:59,656 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5., pid=19, masterSystemTime=1731883919523 2024-11-17T22:51:59,659 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,660 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8fdf938dcf027306baf58a591709d2d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59896406, jitterRate=-0.10747399926185608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,660 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:51:59,660 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8fdf938dcf027306baf58a591709d2d2: Running coprocessor pre-open hook at 1731883919609Writing region info on filesystem at 1731883919609Initializing all the Stores at 1731883919612 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919612Cleaning up temporary data from old regions at 1731883919635 (+23 ms)Running coprocessor post-open hooks at 1731883919660 (+25 ms)Region opened successfully at 1731883919660 2024-11-17T22:51:59,662 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., pid=17, masterSystemTime=1731883919529 2024-11-17T22:51:59,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-17T22:51:59,662 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:59,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a612e09a22ecbe57c92cce311d244869, server=1a6e40b21a48,38331,1731883896777 in 10.1170 sec 2024-11-17T22:51:59,662 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:51:59,663 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:59,663 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e22622166df43a69be41b4f932a206e, NAME => 'SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T22:51:59,663 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,663 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:51:59,664 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,664 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14964ce4fc2e4f91f8d36be4a48858e5, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:59,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a612e09a22ecbe57c92cce311d244869, ASSIGN in 10.3150 sec 2024-11-17T22:51:59,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,41215,1731883896710 because future has completed 2024-11-17T22:51:59,669 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:59,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=8fdf938dcf027306baf58a591709d2d2, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:51:59,672 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,672 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:51:59,675 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e22622166df43a69be41b4f932a206e columnFamilyName cf 2024-11-17T22:51:59,675 DEBUG [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fdf938dcf027306baf58a591709d2d2, server=1a6e40b21a48,44041,1731883896553 because future has completed 2024-11-17T22:51:59,676 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] regionserver.HStore(327): Store=5e22622166df43a69be41b4f932a206e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,677 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,678 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,679 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-17T22:51:59,680 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,680 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,681 INFO [StoreOpener-294b0ccc8f2f5a470075b94bfd8390b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,41215,1731883896710 in 10.1410 sec 2024-11-17T22:51:59,683 INFO [StoreOpener-294b0ccc8f2f5a470075b94bfd8390b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 294b0ccc8f2f5a470075b94bfd8390b1 columnFamilyName cf 2024-11-17T22:51:59,683 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,684 DEBUG [StoreOpener-294b0ccc8f2f5a470075b94bfd8390b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:51:59,684 INFO [StoreOpener-294b0ccc8f2f5a470075b94bfd8390b1-1 {}] regionserver.HStore(327): Store=294b0ccc8f2f5a470075b94bfd8390b1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:51:59,685 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,686 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-17T22:51:59,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fdf938dcf027306baf58a591709d2d2, server=1a6e40b21a48,44041,1731883896553 in 10.1560 sec 2024-11-17T22:51:59,687 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,688 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,688 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN in 10.3320 sec 2024-11-17T22:51:59,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8fdf938dcf027306baf58a591709d2d2, ASSIGN in 10.3380 sec 2024-11-17T22:51:59,692 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,698 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,699 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5e22622166df43a69be41b4f932a206e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59634083, jitterRate=-0.11138291656970978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,699 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:51:59,699 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5e22622166df43a69be41b4f932a206e: Running coprocessor pre-open hook at 1731883919664Writing region info on filesystem at 1731883919664Initializing all the Stores at 1731883919667 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919667Cleaning up temporary data from old regions at 1731883919680 (+13 ms)Running coprocessor post-open hooks at 1731883919699 (+19 ms)Region opened successfully at 1731883919699 2024-11-17T22:51:59,701 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., pid=16, masterSystemTime=1731883919523 2024-11-17T22:51:59,704 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:59,704 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:51:59,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5e22622166df43a69be41b4f932a206e, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41215,1731883896710 2024-11-17T22:51:59,707 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:51:59,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,41215,1731883896710 because future has completed 2024-11-17T22:51:59,709 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 294b0ccc8f2f5a470075b94bfd8390b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73240699, jitterRate=0.09137146174907684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:51:59,709 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:51:59,709 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 294b0ccc8f2f5a470075b94bfd8390b1: Running coprocessor pre-open hook at 1731883919650Writing region info on filesystem at 1731883919650Initializing all the Stores at 1731883919652 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883919652Cleaning up temporary data from old regions at 1731883919688 (+36 ms)Running coprocessor post-open hooks at 1731883919709 (+21 ms)Region opened successfully at 1731883919709 2024-11-17T22:51:59,710 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., pid=22, masterSystemTime=1731883919540 2024-11-17T22:51:59,715 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:59,715 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:51:59,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=294b0ccc8f2f5a470075b94bfd8390b1, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:51:59,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-17T22:51:59,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,41215,1731883896710 in 10.1900 sec 2024-11-17T22:51:59,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1, server=1a6e40b21a48,38331,1731883896777 because future has completed 2024-11-17T22:51:59,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN in 10.3700 sec 2024-11-17T22:51:59,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-17T22:51:59,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1, server=1a6e40b21a48,38331,1731883896777 in 10.1830 sec 2024-11-17T22:51:59,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-17T22:51:59,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=294b0ccc8f2f5a470075b94bfd8390b1, ASSIGN in 10.3760 sec 2024-11-17T22:51:59,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:51:59,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731883919730"}]},"ts":"1731883919730"} 2024-11-17T22:51:59,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-17T22:51:59,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:51:59,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5940 sec 2024-11-17T22:52:02,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-17T22:52:04,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:52:05,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:52:06,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-17T22:52:06,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-17T22:52:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:52:07,376 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-17T22:52:07,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-17T22:52:07,379 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:52:07,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-17T22:52:07,400 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:52:07,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-17T22:52:07,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1., hostname=1a6e40b21a48,38331,1731883896777, seqNum=2] 2024-11-17T22:52:07,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2., hostname=1a6e40b21a48,44041,1731883896553, seqNum=2] 2024-11-17T22:52:07,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:07,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., hostname=1a6e40b21a48,41215,1731883896710, seqNum=2] 2024-11-17T22:52:08,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:52:08,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:52:08,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:52:08,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:52:08,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38331 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:52:08,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:52:08,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41215 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:52:08,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41215 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:52:09,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41215 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:52:09,389 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-17T22:52:09,392 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:52:09,393 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T22:52:09,398 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T22:52:09,410 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T22:52:09,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:52:09,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:52:09,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:52:09,423 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T22:52:09,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a612e09a22ecbe57c92cce311d244869}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87056c9acb5a64047eadba5a7519da11}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 394a822d4e51dbd15dae1acac2ad7761}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fdf938dcf027306baf58a591709d2d2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b}] 2024-11-17T22:52:09,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:09,430 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:52:09,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:52:09,430 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:09,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:52:09,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:52:09,437 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:52:09,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:09,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a612e09a22ecbe57c92cce311d244869 2024-11-17T22:52:09,441 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:09,493 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1a6e40b21a48,41215,1731883896710 2024-11-17T22:52:09,494 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1a6e40b21a48,41215,1731883896710: Simulated kill ***** 2024-11-17T22:52:09,494 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T22:52:09,497 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T22:52:09,498 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T22:52:09,501 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T22:52:09,502 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T22:52:09,510 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 687659520 }, "NonHeapMemoryUsage": { "committed": 157024256, "init": 7667712, "max": -1, "used": 153718624 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1a6e40b21a48", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1a6e40b21a48", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61948", "tag.serverName": "1a6e40b21a48,44041,1731883896553", "tag.clusterId": "4e3eb276-f62b-49d9-bf86-c64e14a641e7", "tag.Context": "regionserver", "tag.Hostname": "1a6e40b21a48", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731883896553, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-17T22:52:09,514 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35765 {}] master.MasterRpcServices(700): 1a6e40b21a48,41215,1731883896710 reported a fatal error: ***** ABORTING region server 1a6e40b21a48,41215,1731883896710: Simulated kill ***** 2024-11-17T22:52:09,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,41215,1731883896710' ***** 2024-11-17T22:52:09,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-17T22:52:09,517 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:52:09,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:52:09,517 INFO [RS:1;1a6e40b21a48:41215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T22:52:09,517 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:52:09,517 INFO [RS:1;1a6e40b21a48:41215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T22:52:09,518 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:52:09,518 INFO [RS:1;1a6e40b21a48:41215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1a6e40b21a48:41215. 2024-11-17T22:52:09,518 DEBUG [RS:1;1a6e40b21a48:41215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:52:09,518 DEBUG [RS:1;1a6e40b21a48:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:52:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741836_1012 (size=14382) 2024-11-17T22:52:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741836_1012 (size=14382) 2024-11-17T22:52:09,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741836_1012 (size=14382) 2024-11-17T22:52:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741833_1009 (size=1242) 2024-11-17T22:52:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741833_1009 (size=1242) 2024-11-17T22:52:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741833_1009 (size=1242) 2024-11-17T22:52:09,529 DEBUG [RS:1;1a6e40b21a48:41215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:52:09,529 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:52:09,529 INFO [RS:1;1a6e40b21a48:41215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41215 2024-11-17T22:52:09,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,41215,1731883896710 2024-11-17T22:52:09,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:52:09,536 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:52:09,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,41215,1731883896710] 2024-11-17T22:52:09,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,41215,1731883896710 already deleted, retry=false 2024-11-17T22:52:09,539 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1a6e40b21a48,41215,1731883896710 on 1a6e40b21a48,35765,1731883895790 2024-11-17T22:52:09,544 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a6e40b21a48,41215,1731883896710, splitWal=true, meta=true 2024-11-17T22:52:09,546 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 1a6e40b21a48,41215,1731883896710 (carryingMeta=true) 1a6e40b21a48,41215,1731883896710/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@588bd89b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T22:52:09,547 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a6e40b21a48,41215,1731883896710, splitWal=true, meta=true 2024-11-17T22:52:09,548 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,41215,1731883896710, splitWal=true, meta=true, isMeta: true 2024-11-17T22:52:09,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:09,549 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:09,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:09,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:09,551 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 can not run currently because target server of region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-17T22:52:09,551 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b can not run currently because target server of region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-17T22:52:09,551 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting 2024-11-17T22:52:09,551 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5; timeout=1000, timestamp=1731883930551 2024-11-17T22:52:09,551 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b; timeout=1000, timestamp=1731883930551 2024-11-17T22:52:09,552 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 can not run currently because target server of region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-17T22:52:09,552 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510; timeout=1000, timestamp=1731883930552 2024-11-17T22:52:09,552 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e can not run currently because target server of region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-17T22:52:09,553 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e; timeout=1000, timestamp=1731883930553 2024-11-17T22:52:09,553 INFO [PEWorker-2 {}] master.SplitWALManager(105): 1a6e40b21a48,41215,1731883896710 WAL count=1, meta=true 2024-11-17T22:52:09,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta}] 2024-11-17T22:52:09,564 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:09,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, worker=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:52:09,614 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:52:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:52:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41215-0x1004fe264f60002, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:52:09,639 INFO [RS:1;1a6e40b21a48:41215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:52:09,639 INFO [RS:1;1a6e40b21a48:41215 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,41215,1731883896710; zookeeper connection closed. 2024-11-17T22:52:09,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c76c2ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c76c2ff 2024-11-17T22:52:10,330 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:52:10,330 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:52:10,552 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:10,552 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:10,553 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:10,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:10,555 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b can not run currently because target server of region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-17T22:52:10,555 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 can not run currently because target server of region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-17T22:52:10,556 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e can not run currently because target server of region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-17T22:52:10,556 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5; timeout=2000, timestamp=1731883932556 2024-11-17T22:52:10,556 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b; timeout=2000, timestamp=1731883932556 2024-11-17T22:52:10,556 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 can not run currently because target server of region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-17T22:52:10,556 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e; timeout=2000, timestamp=1731883932556 2024-11-17T22:52:10,556 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510; timeout=2000, timestamp=1731883932556 2024-11-17T22:52:10,883 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:35765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:52:12,557 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:12,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:12,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:12,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:12,560 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 can not run currently because target server of region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-17T22:52:12,560 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510; timeout=4000, timestamp=1731883936560 2024-11-17T22:52:12,561 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b can not run currently because target server of region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-17T22:52:12,561 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 can not run currently because target server of region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-17T22:52:12,561 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e can not run currently because target server of region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-17T22:52:12,561 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b; timeout=4000, timestamp=1731883936561 2024-11-17T22:52:12,561 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5; timeout=4000, timestamp=1731883936561 2024-11-17T22:52:12,561 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e; timeout=4000, timestamp=1731883936561 2024-11-17T22:52:16,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:16,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:16,562 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:16,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:16,565 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 can not run currently because target server of region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-17T22:52:16,565 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e can not run currently because target server of region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-17T22:52:16,565 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510; timeout=8000, timestamp=1731883944565 2024-11-17T22:52:16,565 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e; timeout=8000, timestamp=1731883944565 2024-11-17T22:52:16,565 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 can not run currently because target server of region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-17T22:52:16,565 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b can not run currently because target server of region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-17T22:52:16,565 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5; timeout=8000, timestamp=1731883944565 2024-11-17T22:52:16,565 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b; timeout=8000, timestamp=1731883944565 2024-11-17T22:52:19,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-17T22:52:19,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-17T22:52:19,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-17T22:52:19,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-17T22:52:19,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:52:19,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T22:52:19,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:52:19,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-17T22:52:19,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-17T22:52:19,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:52:19,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:52:19,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:52:19,439 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:52:19,443 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 8fdf938dcf027306baf58a591709d2d2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-17T22:52:19,443 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 294b0ccc8f2f5a470075b94bfd8390b1 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a612e09a22ecbe57c92cce311d244869: 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 87056c9acb5a64047eadba5a7519da11: 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ecc5f6c5bebb2801ecf657bf9a55f5bd: 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 394a822d4e51dbd15dae1acac2ad7761: 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:52:19,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:52:19,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:52:19,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:52:19,466 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, size=14.0 K (14382bytes) 2024-11-17T22:52:19,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T22:52:19,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T22:52:19,467 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta 2024-11-17T22:52:19,472 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta after 3ms 2024-11-17T22:52:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:52:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:52:19,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:52:19,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:52:19,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-17T22:52:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-17T22:52:19,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:52:19,481 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:52:19,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 394a822d4e51dbd15dae1acac2ad7761 in 10.0610 sec 2024-11-17T22:52:19,490 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta took 25ms 2024-11-17T22:52:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:52:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:52:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741850_1026 (size=65) 2024-11-17T22:52:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741850_1026 (size=65) 2024-11-17T22:52:19,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741850_1026 (size=65) 2024-11-17T22:52:19,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:52:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:52:19,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-17T22:52:19,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:52:19,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-17T22:52:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-17T22:52:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-17T22:52:19,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a612e09a22ecbe57c92cce311d244869 2024-11-17T22:52:19,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:52:19,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a612e09a22ecbe57c92cce311d244869 2024-11-17T22:52:19,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:52:19,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a612e09a22ecbe57c92cce311d244869 in 10.0750 sec 2024-11-17T22:52:19,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ecc5f6c5bebb2801ecf657bf9a55f5bd in 10.0750 sec 2024-11-17T22:52:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:52:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:52:19,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:52:19,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:52:19,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-17T22:52:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-17T22:52:19,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:52:19,519 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:52:19,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 87056c9acb5a64047eadba5a7519da11 in 10.0950 sec 2024-11-17T22:52:19,527 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-17T22:52:19,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta so closing down 2024-11-17T22:52:19,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T22:52:19,534 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp 2024-11-17T22:52:19,536 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp 2024-11-17T22:52:19,539 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T22:52:19,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/.tmp/cf/8081c7317db54032986df7cb915f8f52 is 34, key is ccd/cf:cf/1731883928539/Put/seqid=0 2024-11-17T22:52:19,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/.tmp/cf/d0336978268c4eb4810d044ef2543ab8 is 34, key is baa/cf:cf/1731883928509/Put/seqid=0 2024-11-17T22:52:19,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741853_1029 (size=14141) 2024-11-17T22:52:19,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741853_1029 (size=14141) 2024-11-17T22:52:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741853_1029 (size=14141) 2024-11-17T22:52:19,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-17T22:52:19,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-17T22:52:19,567 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 47 ms; skipped=1; WAL=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-17T22:52:19,568 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, journal: Splitting hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, size=14.0 K (14382bytes) at 1731883939466Finishing writing output for hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta so closing down at 1731883939532 (+66 ms)Creating recovered edits writer path=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp at 1731883939536 (+4 ms)3 split writer threads finished at 1731883939539 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731883939561 (+22 ms)Rename recovered edits hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta.temp to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731883939564 (+3 ms)Processed 26 edits across 1 Regions in 47 ms; skipped=1; WAL=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731883939568 (+4 ms) 2024-11-17T22:52:19,568 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta 2024-11-17T22:52:19,568 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-17T22:52:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-17T22:52:19,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741855_1031 (size=47197) 2024-11-17T22:52:19,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741855_1031 (size=47197) 2024-11-17T22:52:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741855_1031 (size=47197) 2024-11-17T22:52:19,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/.tmp/cf/8081c7317db54032986df7cb915f8f52 2024-11-17T22:52:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741854_1030 (size=28623) 2024-11-17T22:52:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741854_1030 (size=28623) 2024-11-17T22:52:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741854_1030 (size=28623) 2024-11-17T22:52:19,579 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/.tmp/cf/d0336978268c4eb4810d044ef2543ab8 2024-11-17T22:52:19,585 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs 2024-11-17T22:52:19,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-17T22:52:19,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, worker=1a6e40b21a48,38331,1731883896777 in 10.0180 sec 2024-11-17T22:52:19,590 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:19,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T22:52:19,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41215%2C1731883896710.meta.1731883908727.meta, worker=1a6e40b21a48,38331,1731883896777 in 10.0350 sec 2024-11-17T22:52:19,598 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting dir is empty, no logs to split. 2024-11-17T22:52:19,598 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,41215,1731883896710 WAL count=0, meta=true 2024-11-17T22:52:19,598 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,41215,1731883896710 WAL splitting is done? wals=0, meta=true 2024-11-17T22:52:19,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:52:19,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:52:19,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:52:19,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/.tmp/cf/d0336978268c4eb4810d044ef2543ab8 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/cf/d0336978268c4eb4810d044ef2543ab8 2024-11-17T22:52:19,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/.tmp/cf/8081c7317db54032986df7cb915f8f52 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/cf/8081c7317db54032986df7cb915f8f52 2024-11-17T22:52:19,637 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/cf/8081c7317db54032986df7cb915f8f52, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-17T22:52:19,638 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/cf/d0336978268c4eb4810d044ef2543ab8, entries=731, sequenceid=5, filesize=28.0 K 2024-11-17T22:52:19,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 8fdf938dcf027306baf58a591709d2d2 in 201ms, sequenceid=5, compaction requested=false 2024-11-17T22:52:19,644 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 294b0ccc8f2f5a470075b94bfd8390b1 in 200ms, sequenceid=5, compaction requested=false 2024-11-17T22:52:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 294b0ccc8f2f5a470075b94bfd8390b1: 2024-11-17T22:52:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 8fdf938dcf027306baf58a591709d2d2: 2024-11-17T22:52:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. for SnapshotProcedureTest completed. 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/cf/8081c7317db54032986df7cb915f8f52] hfiles 2024-11-17T22:52:19,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/cf/d0336978268c4eb4810d044ef2543ab8] hfiles 2024-11-17T22:52:19,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/cf/d0336978268c4eb4810d044ef2543ab8 for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/cf/8081c7317db54032986df7cb915f8f52 for snapshot=SnapshotProcedureTest 2024-11-17T22:52:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741856_1032 (size=105) 2024-11-17T22:52:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741856_1032 (size=105) 2024-11-17T22:52:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741856_1032 (size=105) 2024-11-17T22:52:19,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:52:19,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T22:52:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T22:52:19,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:52:19,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:52:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741857_1033 (size=105) 2024-11-17T22:52:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741857_1033 (size=105) 2024-11-17T22:52:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741857_1033 (size=105) 2024-11-17T22:52:19,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:52:19,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-17T22:52:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-17T22:52:19,674 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:52:19,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:52:19,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 294b0ccc8f2f5a470075b94bfd8390b1 in 10.2470 sec 2024-11-17T22:52:19,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8fdf938dcf027306baf58a591709d2d2 in 10.2500 sec 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:52:19,755 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:52:19,756 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:52:19,756 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:52:19,756 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:52:19,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:19,758 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,44041,1731883896553, state=OPENING 2024-11-17T22:52:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:19,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:19,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:19,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:19,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:52:19,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:52:19,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:24,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:24,566 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:24,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:24,567 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:24,568 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b can not run currently because target server of region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-17T22:52:24,568 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b; timeout=16000, timestamp=1731883960568 2024-11-17T22:52:24,569 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 can not run currently because target server of region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-17T22:52:24,569 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e can not run currently because target server of region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-17T22:52:24,570 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5; timeout=16000, timestamp=1731883960570 2024-11-17T22:52:24,569 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 can not run currently because target server of region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 1a6e40b21a48,41215,1731883896710 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-17T22:52:24,570 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510; timeout=16000, timestamp=1731883960570 2024-11-17T22:52:24,570 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e; timeout=16000, timestamp=1731883960570 2024-11-17T22:52:28,989 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T22:52:28,989 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T22:52:29,779 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:52:29,779 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:52:29,780 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:52:29,782 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C44041%2C1731883896553.meta, suffix=.meta, logDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs, maxLogs=32 2024-11-17T22:52:29,796 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553/1a6e40b21a48%2C44041%2C1731883896553.meta.1731883949783.meta, exclude list is [], retry=0 2024-11-17T22:52:29,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36245,DS-e8929977-e6a9-46d8-be04-6530a6183f16,DISK] 2024-11-17T22:52:29,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36861,DS-8c95eb0f-3860-405e-9f79-aff45a9d738c,DISK] 2024-11-17T22:52:29,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45183,DS-7e542b8a-fa79-4735-abde-524f4e87a1ab,DISK] 2024-11-17T22:52:29,802 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,44041,1731883896553/1a6e40b21a48%2C44041%2C1731883896553.meta.1731883949783.meta 2024-11-17T22:52:29,802 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367),(127.0.0.1/127.0.0.1:42619:42619),(127.0.0.1/127.0.0.1:33815:33815)] 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:52:29,803 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:52:29,803 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:52:29,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:52:29,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:52:29,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:29,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:52:29,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:52:29,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:52:29,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:29,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:52:29,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:52:29,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:52:29,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:29,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:52:29,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:52:29,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:52:29,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:29,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:52:29,812 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:52:29,813 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:52:29,816 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740 2024-11-17T22:52:29,817 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-17T22:52:29,830 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-17T22:52:29,831 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-17T22:52:29,853 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/c44ba13d1ab64e4e8dd507ae9e6c1250 is 167, key is SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869./info:regioninfo/1731883919649/Put/seqid=0 2024-11-17T22:52:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741859_1035 (size=18393) 2024-11-17T22:52:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741859_1035 (size=18393) 2024-11-17T22:52:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741859_1035 (size=18393) 2024-11-17T22:52:29,865 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/c44ba13d1ab64e4e8dd507ae9e6c1250 2024-11-17T22:52:29,891 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/ns/2c1e14bd3d7945d3a9feea04f9f010ee is 43, key is default/ns:d/1731883908884/Put/seqid=0 2024-11-17T22:52:29,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741860_1036 (size=5153) 2024-11-17T22:52:29,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741860_1036 (size=5153) 2024-11-17T22:52:29,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741860_1036 (size=5153) 2024-11-17T22:52:29,900 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/ns/2c1e14bd3d7945d3a9feea04f9f010ee 2024-11-17T22:52:29,932 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/table/434842aa6e7f4a988c9e87e118025037 is 47, key is SPTestTable/table:state/1731883919730/Put/seqid=0 2024-11-17T22:52:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741861_1037 (size=5214) 2024-11-17T22:52:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741861_1037 (size=5214) 2024-11-17T22:52:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741861_1037 (size=5214) 2024-11-17T22:52:29,941 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/table/434842aa6e7f4a988c9e87e118025037 2024-11-17T22:52:29,952 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/c44ba13d1ab64e4e8dd507ae9e6c1250 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/info/c44ba13d1ab64e4e8dd507ae9e6c1250 2024-11-17T22:52:29,963 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/info/c44ba13d1ab64e4e8dd507ae9e6c1250, entries=100, sequenceid=28, filesize=18.0 K 2024-11-17T22:52:29,965 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/ns/2c1e14bd3d7945d3a9feea04f9f010ee as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/ns/2c1e14bd3d7945d3a9feea04f9f010ee 2024-11-17T22:52:29,974 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/ns/2c1e14bd3d7945d3a9feea04f9f010ee, entries=2, sequenceid=28, filesize=5.0 K 2024-11-17T22:52:29,976 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/table/434842aa6e7f4a988c9e87e118025037 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/table/434842aa6e7f4a988c9e87e118025037 2024-11-17T22:52:29,985 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/table/434842aa6e7f4a988c9e87e118025037, entries=2, sequenceid=28, filesize=5.1 K 2024-11-17T22:52:29,985 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=28, compaction requested=false; wal=null 2024-11-17T22:52:29,986 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-17T22:52:29,988 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:52:29,988 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:52:29,989 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:52:29,991 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:52:29,994 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-17T22:52:29,996 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64629039, jitterRate=-0.036952272057533264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:52:29,996 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:52:29,996 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731883949804Writing region info on filesystem at 1731883949804Initializing all the Stores at 1731883949805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883949805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883949805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883949805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731883949805Obtaining lock to block concurrent updates at 1731883949831 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1731883949831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731883949831Flushing stores of hbase:meta,,1.1588230740 at 1731883949831Flushing 1588230740/info: creating writer at 1731883949831Flushing 1588230740/info: appending metadata at 1731883949852 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731883949852Flushing 1588230740/ns: creating writer at 1731883949875 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731883949890 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731883949890Flushing 1588230740/table: creating writer at 1731883949910 (+20 ms)Flushing 1588230740/table: appending metadata at 1731883949931 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731883949931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3151fb04: reopening flushed file at 1731883949951 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ae5534: reopening flushed file at 1731883949964 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bf0471: reopening flushed file at 1731883949974 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=28, compaction requested=false; wal=null at 1731883949985 (+11 ms)Cleaning up temporary data from old regions at 1731883949988 (+3 ms)Running coprocessor post-open hooks at 1731883949996 (+8 ms)Region opened successfully at 1731883949996 2024-11-17T22:52:29,997 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731883949765 2024-11-17T22:52:30,000 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:52:30,000 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:52:30,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:30,002 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,44041,1731883896553, state=OPEN 2024-11-17T22:52:30,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:30,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:30,003 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:30,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:52:30,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:30,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:30,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:52:30,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T22:52:30,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44041,1731883896553 in 10.2430 sec 2024-11-17T22:52:30,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-17T22:52:30,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4050 sec 2024-11-17T22:52:30,009 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 1a6e40b21a48,41215,1731883896710 had 5 regions 2024-11-17T22:52:30,011 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,41215,1731883896710, splitWal=true, meta=true, isMeta: false 2024-11-17T22:52:30,015 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1a6e40b21a48,41215,1731883896710 WAL count=1, meta=false 2024-11-17T22:52:30,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41215%2C1731883896710.1731883898513}] 2024-11-17T22:52:30,018 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:30,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41215%2C1731883896710.1731883898513, worker=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:52:34,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:52:35,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:52:38,410 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-17T22:52:40,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-17T22:52:40,045 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, size=1.2 K (1242bytes) 2024-11-17T22:52:40,045 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 2024-11-17T22:52:40,046 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 after 1ms 2024-11-17T22:52:40,049 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 took 4ms 2024-11-17T22:52:40,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 7bc364f402282343be9ed494bd377510: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:52:40,054 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for cf134f13ff929facb73c21020e9dbe3b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:52:40,055 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 14964ce4fc2e4f91f8d36be4a48858e5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:52:40,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5e22622166df43a69be41b4f932a206e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:52:40,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 so closing down 2024-11-17T22:52:40,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T22:52:40,056 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T22:52:40,056 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-17T22:52:40,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, journal: Splitting hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, size=1.2 K (1242bytes) at 1731883960045Finishing writing output for hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 so closing down at 1731883960056 (+11 ms)3 split writer threads finished at 1731883960056Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731883960056 2024-11-17T22:52:40,056 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 2024-11-17T22:52:40,057 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-17T22:52:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-17T22:52:40,061 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting/1a6e40b21a48%2C41215%2C1731883896710.1731883898513 to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs 2024-11-17T22:52:40,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-17T22:52:40,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41215%2C1731883896710.1731883898513, worker=1a6e40b21a48,38331,1731883896777 in 10.0420 sec 2024-11-17T22:52:40,065 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:40,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-17T22:52:40,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41215%2C1731883896710.1731883898513, worker=1a6e40b21a48,38331,1731883896777 in 10.0500 sec 2024-11-17T22:52:40,069 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/WALs/1a6e40b21a48,41215,1731883896710-splitting dir is empty, no logs to split. 2024-11-17T22:52:40,069 INFO [PEWorker-5 {}] master.SplitWALManager(105): 1a6e40b21a48,41215,1731883896710 WAL count=0, meta=false 2024-11-17T22:52:40,069 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,41215,1731883896710 WAL splitting is done? wals=0, meta=false 2024-11-17T22:52:40,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN}] 2024-11-17T22:52:40,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN 2024-11-17T22:52:40,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN 2024-11-17T22:52:40,073 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN 2024-11-17T22:52:40,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN 2024-11-17T22:52:40,074 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:52:40,074 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:52:40,074 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:52:40,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:52:40,225 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:52:40,226 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:52:40,226 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:52:40,226 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:52:40,226 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:52:40,227 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:52:40,227 INFO [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:52:40,227 DEBUG [1a6e40b21a48:35765 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:52:40,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf134f13ff929facb73c21020e9dbe3b, regionState=OPENING, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:40,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5e22622166df43a69be41b4f932a206e, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:40,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=7bc364f402282343be9ed494bd377510, regionState=OPENING, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:40,228 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=14964ce4fc2e4f91f8d36be4a48858e5, regionState=OPENING, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:40,231 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:41215 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:52:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:41215 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:52:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-17T22:52:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 from cache 2024-11-17T22:52:40,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1a6e40b21a48:41215 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:52:40,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1a6e40b21a48:41215 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:52:40,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=1a6e40b21a48:41215 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:52:40,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:41215 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:52:40,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:52:40,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,44041,1731883896553, seqNum=-1] 2024-11-17T22:52:40,345 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:52:40,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:52:40,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN because future has completed 2024-11-17T22:52:40,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:52:40,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN because future has completed 2024-11-17T22:52:40,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,44041,1731883896553}] 2024-11-17T22:52:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN because future has completed 2024-11-17T22:52:40,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:52:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN because future has completed 2024-11-17T22:52:40,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,38331,1731883896777}] 2024-11-17T22:52:40,569 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b held by pid=44 2024-11-17T22:52:40,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:40,571 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 held by pid=43 2024-11-17T22:52:40,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:40,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 held by pid=45 2024-11-17T22:52:40,571 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:40,571 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e held by pid=46 2024-11-17T22:52:40,571 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:42,886 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:35765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:52:44,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8fdf938dcf027306baf58a591709d2d2, had cached 0 bytes from a total of 47197 2024-11-17T22:52:44,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 294b0ccc8f2f5a470075b94bfd8390b1, had cached 0 bytes from a total of 28623 2024-11-17T22:52:48,962 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a612e09a22ecbe57c92cce311d244869 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,963 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 394a822d4e51dbd15dae1acac2ad7761 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,963 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 294b0ccc8f2f5a470075b94bfd8390b1 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,964 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 87056c9acb5a64047eadba5a7519da11 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,964 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ecc5f6c5bebb2801ecf657bf9a55f5bd changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,964 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8fdf938dcf027306baf58a591709d2d2 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:48,965 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T22:52:50,363 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:52:50,363 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:52:50,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => cf134f13ff929facb73c21020e9dbe3b, NAME => 'SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T22:52:50,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e22622166df43a69be41b4f932a206e, NAME => 'SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,366 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,366 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,367 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e22622166df43a69be41b4f932a206e columnFamilyName cf 2024-11-17T22:52:50,368 DEBUG [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:50,368 INFO [StoreOpener-5e22622166df43a69be41b4f932a206e-1 {}] regionserver.HStore(327): Store=5e22622166df43a69be41b4f932a206e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:52:50,368 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf134f13ff929facb73c21020e9dbe3b columnFamilyName cf 2024-11-17T22:52:50,368 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,368 DEBUG [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:50,369 INFO [StoreOpener-cf134f13ff929facb73c21020e9dbe3b-1 {}] regionserver.HStore(327): Store=cf134f13ff929facb73c21020e9dbe3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:52:50,369 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,369 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,370 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,370 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,373 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,374 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,374 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 5e22622166df43a69be41b4f932a206e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70936932, jitterRate=0.05704265832901001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:52:50,374 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,374 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 5e22622166df43a69be41b4f932a206e: Running coprocessor pre-open hook at 1731883970364Writing region info on filesystem at 1731883970364Initializing all the Stores at 1731883970365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883970365Cleaning up temporary data from old regions at 1731883970371 (+6 ms)Running coprocessor post-open hooks at 1731883970374 (+3 ms)Region opened successfully at 1731883970374 2024-11-17T22:52:50,375 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened cf134f13ff929facb73c21020e9dbe3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64710214, jitterRate=-0.03574267029762268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:52:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for cf134f13ff929facb73c21020e9dbe3b: Running coprocessor pre-open hook at 1731883970364Writing region info on filesystem at 1731883970364Initializing all the Stores at 1731883970365 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883970365Cleaning up temporary data from old regions at 1731883970371 (+6 ms)Running coprocessor post-open hooks at 1731883970375 (+4 ms)Region opened successfully at 1731883970375 2024-11-17T22:52:50,376 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., pid=48, masterSystemTime=1731883970357 2024-11-17T22:52:50,376 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., pid=49, masterSystemTime=1731883970358 2024-11-17T22:52:50,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:52:50,378 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:52:50,378 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:52:50,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 14964ce4fc2e4f91f8d36be4a48858e5, NAME => 'SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-17T22:52:50,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=5e22622166df43a69be41b4f932a206e, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,379 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:52:50,379 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bc364f402282343be9ed494bd377510, NAME => 'SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T22:52:50,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=cf134f13ff929facb73c21020e9dbe3b, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:50,380 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:52:50,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,381 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,44041,1731883896553 because future has completed 2024-11-17T22:52:50,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,38331,1731883896777 because future has completed 2024-11-17T22:52:50,383 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,383 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,385 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bc364f402282343be9ed494bd377510 columnFamilyName cf 2024-11-17T22:52:50,385 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14964ce4fc2e4f91f8d36be4a48858e5 columnFamilyName cf 2024-11-17T22:52:50,385 DEBUG [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:50,385 DEBUG [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:52:50,385 INFO [StoreOpener-7bc364f402282343be9ed494bd377510-1 {}] regionserver.HStore(327): Store=7bc364f402282343be9ed494bd377510/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:52:50,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-11-17T22:52:50,386 INFO [StoreOpener-14964ce4fc2e4f91f8d36be4a48858e5-1 {}] regionserver.HStore(327): Store=14964ce4fc2e4f91f8d36be4a48858e5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:52:50,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e22622166df43a69be41b4f932a206e, server=1a6e40b21a48,44041,1731883896553 in 10.0270 sec 2024-11-17T22:52:50,386 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,386 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,386 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-17T22:52:50,387 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure cf134f13ff929facb73c21020e9dbe3b, server=1a6e40b21a48,38331,1731883896777 in 10.0280 sec 2024-11-17T22:52:50,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e22622166df43a69be41b4f932a206e, ASSIGN in 10.3150 sec 2024-11-17T22:52:50,388 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:52:50,389 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,389 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf134f13ff929facb73c21020e9dbe3b, ASSIGN in 10.3160 sec 2024-11-17T22:52:50,389 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:52:50,389 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,389 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,390 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,390 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,392 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,392 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,394 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 14964ce4fc2e4f91f8d36be4a48858e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74663612, jitterRate=0.1125745177268982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:52:50,394 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 7bc364f402282343be9ed494bd377510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842394, jitterRate=-0.01887187361717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:52:50,394 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,394 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,394 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 7bc364f402282343be9ed494bd377510: Running coprocessor pre-open hook at 1731883970381Writing region info on filesystem at 1731883970381Initializing all the Stores at 1731883970383 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883970383Cleaning up temporary data from old regions at 1731883970390 (+7 ms)Running coprocessor post-open hooks at 1731883970394 (+4 ms)Region opened successfully at 1731883970394 2024-11-17T22:52:50,394 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 14964ce4fc2e4f91f8d36be4a48858e5: Running coprocessor pre-open hook at 1731883970380Writing region info on filesystem at 1731883970380Initializing all the Stores at 1731883970382 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731883970382Cleaning up temporary data from old regions at 1731883970390 (+8 ms)Running coprocessor post-open hooks at 1731883970394 (+4 ms)Region opened successfully at 1731883970394 2024-11-17T22:52:50,395 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510., pid=50, masterSystemTime=1731883970358 2024-11-17T22:52:50,395 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5., pid=47, masterSystemTime=1731883970357 2024-11-17T22:52:50,397 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:52:50,397 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:52:50,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=14964ce4fc2e4f91f8d36be4a48858e5, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44041,1731883896553 2024-11-17T22:52:50,398 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:52:50,399 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:52:50,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=7bc364f402282343be9ed494bd377510, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,38331,1731883896777 2024-11-17T22:52:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,44041,1731883896553 because future has completed 2024-11-17T22:52:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,38331,1731883896777 because future has completed 2024-11-17T22:52:50,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-17T22:52:50,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5, server=1a6e40b21a48,44041,1731883896553 in 10.0480 sec 2024-11-17T22:52:50,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-11-17T22:52:50,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bc364f402282343be9ed494bd377510, server=1a6e40b21a48,38331,1731883896777 in 10.0450 sec 2024-11-17T22:52:50,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=14964ce4fc2e4f91f8d36be4a48858e5, ASSIGN in 10.3330 sec 2024-11-17T22:52:50,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:52:50,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:52:50,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-17T22:52:50,408 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 1a6e40b21a48,41215,1731883896710 after splitting done 2024-11-17T22:52:50,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7bc364f402282343be9ed494bd377510, ASSIGN in 10.3340 sec 2024-11-17T22:52:50,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,41215,1731883896710, splitWal=true, meta=true in 40.8680 sec 2024-11-17T22:52:55,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T22:53:00,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T22:53:00,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-17T22:53:00,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-17T22:53:00,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-17T22:53:00,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:00,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cf134f13ff929facb73c21020e9dbe3b: 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 14964ce4fc2e4f91f8d36be4a48858e5: 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5e22622166df43a69be41b4f932a206e: 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. for SnapshotProcedureTest completed. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. for SnapshotProcedureTest completed. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7bc364f402282343be9ed494bd377510: 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. for SnapshotProcedureTest completed. 2024-11-17T22:53:00,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. for SnapshotProcedureTest completed. 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:53:00,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:53:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741862_1038 (size=65) 2024-11-17T22:53:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741862_1038 (size=65) 2024-11-17T22:53:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741862_1038 (size=65) 2024-11-17T22:53:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741863_1039 (size=57) 2024-11-17T22:53:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741863_1039 (size=57) 2024-11-17T22:53:00,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:00,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-17T22:53:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741863_1039 (size=57) 2024-11-17T22:53:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741864_1040 (size=57) 2024-11-17T22:53:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-17T22:53:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741864_1040 (size=57) 2024-11-17T22:53:00,415 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7bc364f402282343be9ed494bd377510 2024-11-17T22:53:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741864_1040 (size=57) 2024-11-17T22:53:00,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:00,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T22:53:00,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 2024-11-17T22:53:00,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:00,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-17T22:53:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T22:53:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-17T22:53:00,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:53:00,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:53:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741865_1041 (size=65) 2024-11-17T22:53:00,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:53:00,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:53:00,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7bc364f402282343be9ed494bd377510 in 50.9910 sec 2024-11-17T22:53:00,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 14964ce4fc2e4f91f8d36be4a48858e5 in 50.9940 sec 2024-11-17T22:53:00,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf134f13ff929facb73c21020e9dbe3b in 50.9940 sec 2024-11-17T22:53:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741865_1041 (size=65) 2024-11-17T22:53:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741865_1041 (size=65) 2024-11-17T22:53:00,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:00,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-17T22:53:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-17T22:53:00,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e22622166df43a69be41b4f932a206e 2024-11-17T22:53:00,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e 2024-11-17T22:53:00,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-17T22:53:00,426 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T22:53:00,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e22622166df43a69be41b4f932a206e in 50.9990 sec 2024-11-17T22:53:00,428 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T22:53:00,430 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T22:53:00,430 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-17T22:53:00,433 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:53:00,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741866_1042 (size=1094) 2024-11-17T22:53:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741866_1042 (size=1094) 2024-11-17T22:53:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741866_1042 (size=1094) 2024-11-17T22:53:00,455 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T22:53:00,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-17T22:53:00,469 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:00,469 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:00,469 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:00,469 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:00,469 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:00,474 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:04,864 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:53:10,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-17T22:53:10,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-17T22:53:10,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-17T22:53:10,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-17T22:53:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-17T22:53:10,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-17T22:53:10,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:53:10,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:53:10,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-17T22:53:10,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-17T22:53:10,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-17T22:53:10,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-17T22:53:10,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-17T22:53:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-17T22:53:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-17T22:53:10,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-17T22:53:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-17T22:53:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-17T22:53:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-17T22:53:10,486 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 Release verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:10,486 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 Release verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:10,487 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 Release verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-17T22:53:10,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 in 10.0230 sec 2024-11-17T22:53:10,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:10,488 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:10,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 in 10.0230 sec 2024-11-17T22:53:10,489 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 Release verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:10,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 in 10.0240 sec 2024-11-17T22:53:10,490 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 Release verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:10,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 in 10.0260 sec 2024-11-17T22:53:10,491 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 Release verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:10,492 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:10,492 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:10,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 in 10.0280 sec 2024-11-17T22:53:10,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 in 10.0270 sec 2024-11-17T22:53:14,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-17T22:53:20,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-17T22:53:20,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-17T22:53:20,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-17T22:53:20,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-17T22:53:20,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-17T22:53:20,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-17T22:53:20,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-17T22:53:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-17T22:53:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-17T22:53:20,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-17T22:53:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-17T22:53:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35765 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-17T22:53:20,493 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 Release verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:20,493 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 Release verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:20,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 in 20.0300 sec 2024-11-17T22:53:20,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 in 20.0300 sec 2024-11-17T22:53:20,495 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 Release verify snapshot worker=1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:20,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 Release verify snapshot worker=1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:20,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44041,1731883896553 in 20.0320 sec 2024-11-17T22:53:20,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-17T22:53:20,498 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T22:53:20,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,38331,1731883896777 in 20.0320 sec 2024-11-17T22:53:20,499 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.hbase-snapshot/SnapshotProcedureTest 2024-11-17T22:53:20,501 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T22:53:20,501 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-17T22:53:20,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.116 sec 2024-11-17T22:53:20,673 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-17T22:53:20,675 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1a6e40b21a48:41215 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:41215 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T22:53:20,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1, error=java.net.ConnectException: Call to address=1a6e40b21a48:41215 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:53:20,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-17T22:53:20,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,41215,1731883896710, seqNum=-1 from cache 2024-11-17T22:53:20,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 1a6e40b21a48:41215 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1a6e40b21a48/172.17.0.2:41215 2024-11-17T22:53:20,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:20,784 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,44041,1731883896553, seqNum=-1] 2024-11-17T22:53:20,818 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T22:53:20,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T22:53:20,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:53:20,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:53:20,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:20,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:53:20,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:20,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T22:53:20,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939014975, stopped=false 2024-11-17T22:53:20,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a6e40b21a48,35765,1731883895790 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:20,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:20,821 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:53:20,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:53:20,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:53:20,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:20,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:20,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:20,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:20,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,44041,1731883896553' ***** 2024-11-17T22:53:20,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:53:20,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,38331,1731883896777' ***** 2024-11-17T22:53:20,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:53:20,825 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:53:20,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:53:20,825 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:53:20,825 INFO [RS:0;1a6e40b21a48:44041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:53:20,825 INFO [RS:0;1a6e40b21a48:44041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:53:20,825 INFO [RS:2;1a6e40b21a48:38331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:53:20,825 INFO [RS:2;1a6e40b21a48:38331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:53:20,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:53:20,825 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:53:20,825 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e22622166df43a69be41b4f932a206e 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 394a822d4e51dbd15dae1acac2ad7761 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for 87056c9acb5a64047eadba5a7519da11 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bc364f402282343be9ed494bd377510 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for 14964ce4fc2e4f91f8d36be4a48858e5 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for a612e09a22ecbe57c92cce311d244869 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fdf938dcf027306baf58a591709d2d2 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(3091): Received CLOSE for 294b0ccc8f2f5a470075b94bfd8390b1 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:53:20,826 INFO [RS:0;1a6e40b21a48:44041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a6e40b21a48:44041. 2024-11-17T22:53:20,826 INFO [RS:2;1a6e40b21a48:38331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1a6e40b21a48:38331. 2024-11-17T22:53:20,826 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e22622166df43a69be41b4f932a206e, disabling compactions & flushes 2024-11-17T22:53:20,827 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:20,827 DEBUG [RS:0;1a6e40b21a48:44041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:53:20,827 DEBUG [RS:2;1a6e40b21a48:38331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:53:20,827 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:20,827 DEBUG [RS:2;1a6e40b21a48:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:20,827 DEBUG [RS:0;1a6e40b21a48:44041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:20,827 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. after waiting 0 ms 2024-11-17T22:53:20,827 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:20,827 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-17T22:53:20,827 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:53:20,827 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1325): Online Regions={cf134f13ff929facb73c21020e9dbe3b=SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b., 394a822d4e51dbd15dae1acac2ad7761=SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761., 7bc364f402282343be9ed494bd377510=SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510., a612e09a22ecbe57c92cce311d244869=SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869., 294b0ccc8f2f5a470075b94bfd8390b1=SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1.} 2024-11-17T22:53:20,827 DEBUG [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1351): Waiting on 294b0ccc8f2f5a470075b94bfd8390b1, 394a822d4e51dbd15dae1acac2ad7761, 7bc364f402282343be9ed494bd377510, a612e09a22ecbe57c92cce311d244869, cf134f13ff929facb73c21020e9dbe3b 2024-11-17T22:53:20,828 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf134f13ff929facb73c21020e9dbe3b, disabling compactions & flushes 2024-11-17T22:53:20,828 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:20,828 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:53:20,828 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:20,828 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:53:20,828 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. after waiting 0 ms 2024-11-17T22:53:20,828 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T22:53:20,828 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:20,831 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-17T22:53:20,831 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1325): Online Regions={5e22622166df43a69be41b4f932a206e=SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e., 1588230740=hbase:meta,,1.1588230740, ecc5f6c5bebb2801ecf657bf9a55f5bd=SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd., 87056c9acb5a64047eadba5a7519da11=SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11., 14964ce4fc2e4f91f8d36be4a48858e5=SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5., 8fdf938dcf027306baf58a591709d2d2=SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2.} 2024-11-17T22:53:20,831 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:53:20,832 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:53:20,832 DEBUG [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1351): Waiting on 14964ce4fc2e4f91f8d36be4a48858e5, 1588230740, 5e22622166df43a69be41b4f932a206e, 87056c9acb5a64047eadba5a7519da11, 8fdf938dcf027306baf58a591709d2d2, ecc5f6c5bebb2801ecf657bf9a55f5bd 2024-11-17T22:53:20,832 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:53:20,832 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:53:20,832 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:53:20,832 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-17T22:53:20,836 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/cf134f13ff929facb73c21020e9dbe3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,836 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/5e22622166df43a69be41b4f932a206e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,838 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/4736d9a57e4f43d59cce12e1677cdfd1 is 167, key is SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510./info:regioninfo/1731883970400/Put/seqid=0 2024-11-17T22:53:20,839 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:20,839 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:20,839 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e22622166df43a69be41b4f932a206e: Waiting for close lock at 1731884000826Running coprocessor pre-close hooks at 1731884000826Disabling compacts and flushes for region at 1731884000826Disabling writes for close at 1731884000827 (+1 ms)Writing region close event to WAL at 1731884000827Running coprocessor post-close hooks at 1731884000837 (+10 ms)Closed at 1731884000839 (+2 ms) 2024-11-17T22:53:20,839 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf134f13ff929facb73c21020e9dbe3b: Waiting for close lock at 1731884000828Running coprocessor pre-close hooks at 1731884000828Disabling compacts and flushes for region at 1731884000828Disabling writes for close at 1731884000828Writing region close event to WAL at 1731884000829 (+1 ms)Running coprocessor post-close hooks at 1731884000837 (+8 ms)Closed at 1731884000839 (+2 ms) 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731883909133.cf134f13ff929facb73c21020e9dbe3b. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731883909133.5e22622166df43a69be41b4f932a206e. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecc5f6c5bebb2801ecf657bf9a55f5bd, disabling compactions & flushes 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 394a822d4e51dbd15dae1acac2ad7761, disabling compactions & flushes 2024-11-17T22:53:20,840 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:53:20,840 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. after waiting 0 ms 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. after waiting 0 ms 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:53:20,840 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:53:20,854 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/394a822d4e51dbd15dae1acac2ad7761/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,855 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:53:20,855 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 394a822d4e51dbd15dae1acac2ad7761: Waiting for close lock at 1731884000840Running coprocessor pre-close hooks at 1731884000840Disabling compacts and flushes for region at 1731884000840Disabling writes for close at 1731884000840Writing region close event to WAL at 1731884000845 (+5 ms)Running coprocessor post-close hooks at 1731884000855 (+10 ms)Closed at 1731884000855 2024-11-17T22:53:20,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731883909133.394a822d4e51dbd15dae1acac2ad7761. 2024-11-17T22:53:20,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bc364f402282343be9ed494bd377510, disabling compactions & flushes 2024-11-17T22:53:20,856 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:20,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741867_1043 (size=9431) 2024-11-17T22:53:20,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. after waiting 0 ms 2024-11-17T22:53:20,856 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741867_1043 (size=9431) 2024-11-17T22:53:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741867_1043 (size=9431) 2024-11-17T22:53:20,858 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/4736d9a57e4f43d59cce12e1677cdfd1 2024-11-17T22:53:20,869 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/ecc5f6c5bebb2801ecf657bf9a55f5bd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,870 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:53:20,870 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/.tmp/info/4736d9a57e4f43d59cce12e1677cdfd1 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/info/4736d9a57e4f43d59cce12e1677cdfd1 2024-11-17T22:53:20,870 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecc5f6c5bebb2801ecf657bf9a55f5bd: Waiting for close lock at 1731884000840Running coprocessor pre-close hooks at 1731884000840Disabling compacts and flushes for region at 1731884000840Disabling writes for close at 1731884000840Writing region close event to WAL at 1731884000845 (+5 ms)Running coprocessor post-close hooks at 1731884000870 (+25 ms)Closed at 1731884000870 2024-11-17T22:53:20,870 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731883909133.ecc5f6c5bebb2801ecf657bf9a55f5bd. 2024-11-17T22:53:20,870 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87056c9acb5a64047eadba5a7519da11, disabling compactions & flushes 2024-11-17T22:53:20,870 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:53:20,870 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:53:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. after waiting 0 ms 2024-11-17T22:53:20,871 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:53:20,873 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/7bc364f402282343be9ed494bd377510/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,874 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:20,874 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bc364f402282343be9ed494bd377510: Waiting for close lock at 1731884000856Running coprocessor pre-close hooks at 1731884000856Disabling compacts and flushes for region at 1731884000856Disabling writes for close at 1731884000856Writing region close event to WAL at 1731884000868 (+12 ms)Running coprocessor post-close hooks at 1731884000874 (+6 ms)Closed at 1731884000874 2024-11-17T22:53:20,874 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731883909133.7bc364f402282343be9ed494bd377510. 2024-11-17T22:53:20,874 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a612e09a22ecbe57c92cce311d244869, disabling compactions & flushes 2024-11-17T22:53:20,874 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:53:20,874 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:53:20,875 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. after waiting 0 ms 2024-11-17T22:53:20,875 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:53:20,876 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/87056c9acb5a64047eadba5a7519da11/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,877 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87056c9acb5a64047eadba5a7519da11: Waiting for close lock at 1731884000870Running coprocessor pre-close hooks at 1731884000870Disabling compacts and flushes for region at 1731884000870Disabling writes for close at 1731884000871 (+1 ms)Writing region close event to WAL at 1731884000871Running coprocessor post-close hooks at 1731884000877 (+6 ms)Closed at 1731884000877 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731883909133.87056c9acb5a64047eadba5a7519da11. 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14964ce4fc2e4f91f8d36be4a48858e5, disabling compactions & flushes 2024-11-17T22:53:20,877 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. after waiting 0 ms 2024-11-17T22:53:20,877 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:20,880 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/a612e09a22ecbe57c92cce311d244869/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,880 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/info/4736d9a57e4f43d59cce12e1677cdfd1, entries=32, sequenceid=39, filesize=9.2 K 2024-11-17T22:53:20,881 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:53:20,881 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a612e09a22ecbe57c92cce311d244869: Waiting for close lock at 1731884000874Running coprocessor pre-close hooks at 1731884000874Disabling compacts and flushes for region at 1731884000874Disabling writes for close at 1731884000875 (+1 ms)Writing region close event to WAL at 1731884000875Running coprocessor post-close hooks at 1731884000881 (+6 ms)Closed at 1731884000881 2024-11-17T22:53:20,881 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731883909133.a612e09a22ecbe57c92cce311d244869. 2024-11-17T22:53:20,882 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 294b0ccc8f2f5a470075b94bfd8390b1, disabling compactions & flushes 2024-11-17T22:53:20,882 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:53:20,882 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:53:20,882 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=39, compaction requested=false 2024-11-17T22:53:20,882 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. after waiting 0 ms 2024-11-17T22:53:20,882 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:53:20,883 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/14964ce4fc2e4f91f8d36be4a48858e5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:53:20,885 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14964ce4fc2e4f91f8d36be4a48858e5: Waiting for close lock at 1731884000877Running coprocessor pre-close hooks at 1731884000877Disabling compacts and flushes for region at 1731884000877Disabling writes for close at 1731884000877Writing region close event to WAL at 1731884000878 (+1 ms)Running coprocessor post-close hooks at 1731884000884 (+6 ms)Closed at 1731884000885 (+1 ms) 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731883909133.14964ce4fc2e4f91f8d36be4a48858e5. 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fdf938dcf027306baf58a591709d2d2, disabling compactions & flushes 2024-11-17T22:53:20,885 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. after waiting 0 ms 2024-11-17T22:53:20,885 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:53:20,889 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/294b0ccc8f2f5a470075b94bfd8390b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:53:20,889 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-17T22:53:20,890 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:53:20,890 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 294b0ccc8f2f5a470075b94bfd8390b1: Waiting for close lock at 1731884000882Running coprocessor pre-close hooks at 1731884000882Disabling compacts and flushes for region at 1731884000882Disabling writes for close at 1731884000882Writing region close event to WAL at 1731884000883 (+1 ms)Running coprocessor post-close hooks at 1731884000890 (+7 ms)Closed at 1731884000890 2024-11-17T22:53:20,890 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:53:20,890 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731883909133.294b0ccc8f2f5a470075b94bfd8390b1. 2024-11-17T22:53:20,890 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:53:20,890 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884000831Running coprocessor pre-close hooks at 1731884000831Disabling compacts and flushes for region at 1731884000831Disabling writes for close at 1731884000832 (+1 ms)Obtaining lock to block concurrent updates at 1731884000832Preparing flush snapshotting stores in 1588230740 at 1731884000832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1731884000832Flushing stores of hbase:meta,,1.1588230740 at 1731884000833 (+1 ms)Flushing 1588230740/info: creating writer at 1731884000833Flushing 1588230740/info: appending metadata at 1731884000838 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731884000838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f135b07: reopening flushed file at 1731884000868 (+30 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=39, compaction requested=false at 1731884000882 (+14 ms)Writing region close event to WAL at 1731884000885 (+3 ms)Running coprocessor post-close hooks at 1731884000890 (+5 ms)Closed at 1731884000890 2024-11-17T22:53:20,891 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T22:53:20,892 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/data/default/SPTestTable/8fdf938dcf027306baf58a591709d2d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:53:20,893 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:53:20,893 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fdf938dcf027306baf58a591709d2d2: Waiting for close lock at 1731884000885Running coprocessor pre-close hooks at 1731884000885Disabling compacts and flushes for region at 1731884000885Disabling writes for close at 1731884000885Writing region close event to WAL at 1731884000886 (+1 ms)Running coprocessor post-close hooks at 1731884000893 (+7 ms)Closed at 1731884000893 2024-11-17T22:53:20,893 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731883909133.8fdf938dcf027306baf58a591709d2d2. 2024-11-17T22:53:20,911 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:53:20,911 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:53:21,028 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,38331,1731883896777; all regions closed. 2024-11-17T22:53:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741834_1010 (size=3530) 2024-11-17T22:53:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741834_1010 (size=3530) 2024-11-17T22:53:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741834_1010 (size=3530) 2024-11-17T22:53:21,032 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,44041,1731883896553; all regions closed. 2024-11-17T22:53:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741858_1034 (size=5436) 2024-11-17T22:53:21,034 DEBUG [RS:2;1a6e40b21a48:38331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs 2024-11-17T22:53:21,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741858_1034 (size=5436) 2024-11-17T22:53:21,035 INFO [RS:2;1a6e40b21a48:38331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C38331%2C1731883896777:(num 1731883898513) 2024-11-17T22:53:21,035 DEBUG [RS:2;1a6e40b21a48:38331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:21,035 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:53:21,035 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:53:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741858_1034 (size=5436) 2024-11-17T22:53:21,035 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T22:53:21,036 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:53:21,036 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:53:21,036 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:53:21,036 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:53:21,036 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:53:21,036 INFO [RS:2;1a6e40b21a48:38331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38331 2024-11-17T22:53:21,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:53:21,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,38331,1731883896777 2024-11-17T22:53:21,038 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:53:21,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,38331,1731883896777] 2024-11-17T22:53:21,039 DEBUG [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs 2024-11-17T22:53:21,039 INFO [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C44041%2C1731883896553.meta:.meta(num 1731883949783) 2024-11-17T22:53:21,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,38331,1731883896777 already deleted, retry=false 2024-11-17T22:53:21,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,38331,1731883896777 expired; onlineServers=1 2024-11-17T22:53:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741835_1011 (size=3500) 2024-11-17T22:53:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741835_1011 (size=3500) 2024-11-17T22:53:21,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741835_1011 (size=3500) 2024-11-17T22:53:21,045 DEBUG [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/oldWALs 2024-11-17T22:53:21,045 INFO [RS:0;1a6e40b21a48:44041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C44041%2C1731883896553:(num 1731883898513) 2024-11-17T22:53:21,046 DEBUG [RS:0;1a6e40b21a48:44041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:21,046 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:53:21,046 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:53:21,046 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T22:53:21,046 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:53:21,046 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:53:21,046 INFO [RS:0;1a6e40b21a48:44041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44041 2024-11-17T22:53:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,44041,1731883896553 2024-11-17T22:53:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:53:21,048 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:53:21,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,44041,1731883896553] 2024-11-17T22:53:21,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,44041,1731883896553 already deleted, retry=false 2024-11-17T22:53:21,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,44041,1731883896553 expired; onlineServers=0 2024-11-17T22:53:21,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a6e40b21a48,35765,1731883895790' ***** 2024-11-17T22:53:21,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T22:53:21,050 INFO [M:0;1a6e40b21a48:35765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:53:21,050 INFO [M:0;1a6e40b21a48:35765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:53:21,050 DEBUG [M:0;1a6e40b21a48:35765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T22:53:21,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T22:53:21,050 DEBUG [M:0;1a6e40b21a48:35765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T22:53:21,050 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883898057 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731883898057,5,FailOnTimeoutGroup] 2024-11-17T22:53:21,050 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883898055 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731883898055,5,FailOnTimeoutGroup] 2024-11-17T22:53:21,050 INFO [M:0;1a6e40b21a48:35765 {}] hbase.ChoreService(370): Chore service for: master/1a6e40b21a48:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T22:53:21,051 INFO [M:0;1a6e40b21a48:35765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:53:21,051 DEBUG [M:0;1a6e40b21a48:35765 {}] master.HMaster(1795): Stopping service threads 2024-11-17T22:53:21,051 INFO [M:0;1a6e40b21a48:35765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T22:53:21,051 INFO [M:0;1a6e40b21a48:35765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:53:21,051 ERROR [M:0;1a6e40b21a48:35765 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33243,5,PEWorkerGroup] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:33243 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33243,5,PEWorkerGroup] 2024-11-17T22:53:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T22:53:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:21,051 INFO [M:0;1a6e40b21a48:35765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:53:21,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T22:53:21,052 DEBUG [M:0;1a6e40b21a48:35765 {}] zookeeper.ZKUtil(347): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T22:53:21,052 WARN [M:0;1a6e40b21a48:35765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T22:53:21,053 INFO [M:0;1a6e40b21a48:35765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/.lastflushedseqids 2024-11-17T22:53:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741868_1044 (size=668) 2024-11-17T22:53:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741868_1044 (size=668) 2024-11-17T22:53:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741868_1044 (size=668) 2024-11-17T22:53:21,067 INFO [M:0;1a6e40b21a48:35765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:53:21,067 INFO [M:0;1a6e40b21a48:35765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T22:53:21,068 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:53:21,068 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:21,068 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:21,068 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:53:21,068 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:21,068 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.52 KB heapSize=263.88 KB 2024-11-17T22:53:21,086 DEBUG [M:0;1a6e40b21a48:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85e465b00e8e4258b4684b06321c7e30 is 82, key is hbase:meta,,1/info:regioninfo/1731883950000/Put/seqid=0 2024-11-17T22:53:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741869_1045 (size=6071) 2024-11-17T22:53:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741869_1045 (size=6071) 2024-11-17T22:53:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741869_1045 (size=6071) 2024-11-17T22:53:21,093 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85e465b00e8e4258b4684b06321c7e30 2024-11-17T22:53:21,119 DEBUG [M:0;1a6e40b21a48:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb446163f0494da0b47525eeb386ae01 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731883919739/Put/seqid=0 2024-11-17T22:53:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741870_1046 (size=9112) 2024-11-17T22:53:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741870_1046 (size=9112) 2024-11-17T22:53:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741870_1046 (size=9112) 2024-11-17T22:53:21,127 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.30 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb446163f0494da0b47525eeb386ae01 2024-11-17T22:53:21,136 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb446163f0494da0b47525eeb386ae01 2024-11-17T22:53:21,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,139 INFO [RS:2;1a6e40b21a48:38331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:53:21,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38331-0x1004fe264f60003, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,139 INFO [RS:2;1a6e40b21a48:38331 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,38331,1731883896777; zookeeper connection closed. 2024-11-17T22:53:21,140 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@712cd897 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@712cd897 2024-11-17T22:53:21,149 INFO [RS:0;1a6e40b21a48:44041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:53:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,149 INFO [RS:0;1a6e40b21a48:44041 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,44041,1731883896553; zookeeper connection closed. 2024-11-17T22:53:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44041-0x1004fe264f60001, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,149 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24c2d087 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24c2d087 2024-11-17T22:53:21,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T22:53:21,157 DEBUG [M:0;1a6e40b21a48:35765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469228699c28495b94ed46ec75cc18b1 is 69, key is 1a6e40b21a48,38331,1731883896777/rs:state/1731883898170/Put/seqid=0 2024-11-17T22:53:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741871_1047 (size=5446) 2024-11-17T22:53:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741871_1047 (size=5446) 2024-11-17T22:53:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741871_1047 (size=5446) 2024-11-17T22:53:21,166 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469228699c28495b94ed46ec75cc18b1 2024-11-17T22:53:21,173 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 469228699c28495b94ed46ec75cc18b1 2024-11-17T22:53:21,174 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85e465b00e8e4258b4684b06321c7e30 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85e465b00e8e4258b4684b06321c7e30 2024-11-17T22:53:21,181 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85e465b00e8e4258b4684b06321c7e30, entries=14, sequenceid=561, filesize=5.9 K 2024-11-17T22:53:21,183 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb446163f0494da0b47525eeb386ae01 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb446163f0494da0b47525eeb386ae01 2024-11-17T22:53:21,189 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb446163f0494da0b47525eeb386ae01 2024-11-17T22:53:21,189 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb446163f0494da0b47525eeb386ae01, entries=60, sequenceid=561, filesize=8.9 K 2024-11-17T22:53:21,191 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/469228699c28495b94ed46ec75cc18b1 as hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/469228699c28495b94ed46ec75cc18b1 2024-11-17T22:53:21,197 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 469228699c28495b94ed46ec75cc18b1 2024-11-17T22:53:21,198 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/ae879ac1-d2ee-d6cb-13eb-5c48d742da22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/469228699c28495b94ed46ec75cc18b1, entries=3, sequenceid=561, filesize=5.3 K 2024-11-17T22:53:21,199 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.52 KB/217625, heapSize ~263.58 KB/269904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=561, compaction requested=false 2024-11-17T22:53:21,200 INFO [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:21,200 DEBUG [M:0;1a6e40b21a48:35765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884001068Disabling compacts and flushes for region at 1731884001068Disabling writes for close at 1731884001068Obtaining lock to block concurrent updates at 1731884001068Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731884001068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217625, getHeapSize=270144, getOffHeapSize=0, getCellsCount=682 at 1731884001068Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731884001069 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731884001069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731884001086 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731884001086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731884001100 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731884001118 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731884001118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731884001136 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731884001156 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731884001156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@933eb19: reopening flushed file at 1731884001173 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d69a54: reopening flushed file at 1731884001182 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7910211: reopening flushed file at 1731884001189 (+7 ms)Finished flush of dataSize ~212.52 KB/217625, heapSize ~263.58 KB/269904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=561, compaction requested=false at 1731884001199 (+10 ms)Writing region close event to WAL at 1731884001200 (+1 ms)Closed at 1731884001200 2024-11-17T22:53:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45183 is added to blk_1073741830_1006 (size=254993) 2024-11-17T22:53:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36245 is added to blk_1073741830_1006 (size=254993) 2024-11-17T22:53:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36861 is added to blk_1073741830_1006 (size=254993) 2024-11-17T22:53:21,204 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:53:21,204 INFO [M:0;1a6e40b21a48:35765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T22:53:21,205 INFO [M:0;1a6e40b21a48:35765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35765 2024-11-17T22:53:21,205 INFO [M:0;1a6e40b21a48:35765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:53:21,306 INFO [M:0;1a6e40b21a48:35765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:53:21,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35765-0x1004fe264f60000, quorum=127.0.0.1:61948, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:53:21,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:21,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:53:21,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:53:21,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:53:21,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,STOPPED} 2024-11-17T22:53:21,318 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:53:21,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:53:21,318 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694717075-172.17.0.2-1731883892466 (Datanode Uuid a7c6e502-f489-4f99-b521-11fb6fe2fd21) service to localhost/127.0.0.1:33243 2024-11-17T22:53:21,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:53:21,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data5/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data6/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,320 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:53:21,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:21,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:53:21,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:53:21,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:53:21,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,STOPPED} 2024-11-17T22:53:21,333 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:53:21,333 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:53:21,333 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694717075-172.17.0.2-1731883892466 (Datanode Uuid bceaac2b-7566-4ac9-820e-05804f08b87b) service to localhost/127.0.0.1:33243 2024-11-17T22:53:21,333 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:53:21,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data3/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data4/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,334 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:53:21,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:21,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:53:21,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:53:21,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:53:21,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,STOPPED} 2024-11-17T22:53:21,338 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:53:21,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:53:21,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:53:21,338 WARN [BP-694717075-172.17.0.2-1731883892466 heartbeating to localhost/127.0.0.1:33243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-694717075-172.17.0.2-1731883892466 (Datanode Uuid 36bc644d-ced0-47cc-bad9-b026efedb706) service to localhost/127.0.0.1:33243 2024-11-17T22:53:21,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data1/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/cluster_82c348f6-6ad3-0a69-a491-bab91d8ff23e/data/data2/current/BP-694717075-172.17.0.2-1731883892466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:53:21,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:53:21,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:53:21,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:53:21,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:53:21,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:53:21,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir/,STOPPED} 2024-11-17T22:53:21,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T22:53:21,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T22:53:21,431 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1a6e40b21a48:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33243 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33243 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@141742cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1a6e40b21a48:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/1a6e40b21a48:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:33243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=69 (was 163), ProcessCount=11 (was 11), AvailableMemoryMB=3962 (was 6203) 2024-11-17T22:53:21,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=69, ProcessCount=11, AvailableMemoryMB=3962 2024-11-17T22:53:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir so I do NOT create it in target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c 2024-11-17T22:53:21,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T22:53:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.tmp.dir so I do NOT create it in target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c 2024-11-17T22:53:21,450 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/76e83d41-f631-b34d-2056-645262c34cb7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T22:53:21,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c 2024-11-17T22:53:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T22:53:21,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b, deleteOnExit=true 2024-11-17T22:53:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/test.cache.data in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T22:53:21,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T22:53:21,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/nfs.dump.dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/java.io.tmpdir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T22:53:21,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T22:53:21,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:53:21,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:53:21,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:53:21,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:53:21,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:53:21,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:53:21,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9d4f87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:53:21,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e48ba4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:53:21,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a65a390{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/java.io.tmpdir/jetty-localhost-40545-hadoop-hdfs-3_4_1-tests_jar-_-any-10264582223313678077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:53:21,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34bf2558{HTTP/1.1, (http/1.1)}{localhost:40545} 2024-11-17T22:53:21,616 INFO [Time-limited test {}] server.Server(415): Started @111707ms 2024-11-17T22:53:21,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:53:21,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:53:21,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:53:21,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:53:21,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:53:21,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5675d068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:53:21,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69d1c57f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:53:21,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@527d33d2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/java.io.tmpdir/jetty-localhost-46085-hadoop-hdfs-3_4_1-tests_jar-_-any-18206030928014304198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:21,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d104{HTTP/1.1, (http/1.1)}{localhost:46085} 2024-11-17T22:53:21,777 INFO [Time-limited test {}] server.Server(415): Started @111867ms 2024-11-17T22:53:21,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:53:21,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:53:21,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:53:21,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:53:21,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:53:21,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:53:21,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35af2d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:53:21,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c19ff9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:53:21,841 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data2/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:21,841 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data1/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:21,870 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7322646ebd38e1f with lease ID 0xd9ee329f7bdb16d1: Processing first storage report for DS-59058c7b-dee8-4046-abb8-b33c13e2dd61 from datanode DatanodeRegistration(127.0.0.1:45169, datanodeUuid=81932a35-4a1b-4007-b0ff-dd4c97c70103, infoPort=39825, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7322646ebd38e1f with lease ID 0xd9ee329f7bdb16d1: from storage DS-59058c7b-dee8-4046-abb8-b33c13e2dd61 node DatanodeRegistration(127.0.0.1:45169, datanodeUuid=81932a35-4a1b-4007-b0ff-dd4c97c70103, infoPort=39825, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7322646ebd38e1f with lease ID 0xd9ee329f7bdb16d1: Processing first storage report for DS-d00e9f34-85e8-4039-984e-78270e87c750 from datanode DatanodeRegistration(127.0.0.1:45169, datanodeUuid=81932a35-4a1b-4007-b0ff-dd4c97c70103, infoPort=39825, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7322646ebd38e1f with lease ID 0xd9ee329f7bdb16d1: from storage DS-d00e9f34-85e8-4039-984e-78270e87c750 node DatanodeRegistration(127.0.0.1:45169, datanodeUuid=81932a35-4a1b-4007-b0ff-dd4c97c70103, infoPort=39825, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:53:21,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6573b32d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/java.io.tmpdir/jetty-localhost-39863-hadoop-hdfs-3_4_1-tests_jar-_-any-13351373881227836731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:21,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@538f2c1a{HTTP/1.1, (http/1.1)}{localhost:39863} 2024-11-17T22:53:21,925 INFO [Time-limited test {}] server.Server(415): Started @112016ms 2024-11-17T22:53:21,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:53:21,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T22:53:21,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T22:53:21,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T22:53:21,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T22:53:21,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T22:53:21,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f625930{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,AVAILABLE} 2024-11-17T22:53:21,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af89912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T22:53:21,988 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data3/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:21,988 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data4/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:22,008 WARN [Thread-717 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:53:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6033e437cb5f7244 with lease ID 0xd9ee329f7bdb16d2: Processing first storage report for DS-e9fdb89b-1976-4578-a8da-40267242b394 from datanode DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1b788c21-47e7-4758-94db-aedd7e0c36bc, infoPort=44715, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6033e437cb5f7244 with lease ID 0xd9ee329f7bdb16d2: from storage DS-e9fdb89b-1976-4578-a8da-40267242b394 node DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1b788c21-47e7-4758-94db-aedd7e0c36bc, infoPort=44715, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T22:53:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6033e437cb5f7244 with lease ID 0xd9ee329f7bdb16d2: Processing first storage report for DS-087e9f7a-db45-4feb-bca8-2e033cb1b576 from datanode DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1b788c21-47e7-4758-94db-aedd7e0c36bc, infoPort=44715, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6033e437cb5f7244 with lease ID 0xd9ee329f7bdb16d2: from storage DS-087e9f7a-db45-4feb-bca8-2e033cb1b576 node DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1b788c21-47e7-4758-94db-aedd7e0c36bc, infoPort=44715, infoSecurePort=0, ipcPort=46361, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:53:22,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eb25882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/java.io.tmpdir/jetty-localhost-38255-hadoop-hdfs-3_4_1-tests_jar-_-any-10341665083938048007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:53:22,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a101649{HTTP/1.1, (http/1.1)}{localhost:38255} 2024-11-17T22:53:22,064 INFO [Time-limited test {}] server.Server(415): Started @112155ms 2024-11-17T22:53:22,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T22:53:22,122 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data5/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:22,122 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data6/current/BP-1652664437-172.17.0.2-1731884001470/current, will proceed with Du for space computation calculation, 2024-11-17T22:53:22,141 WARN [Thread-752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T22:53:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef00d6ba1c8efd3 with lease ID 0xd9ee329f7bdb16d3: Processing first storage report for DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=fca8df51-9aa0-4335-af0d-78125c7f4897, infoPort=41915, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef00d6ba1c8efd3 with lease ID 0xd9ee329f7bdb16d3: from storage DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=fca8df51-9aa0-4335-af0d-78125c7f4897, infoPort=41915, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:53:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ef00d6ba1c8efd3 with lease ID 0xd9ee329f7bdb16d3: Processing first storage report for DS-4a4f59a5-5ac1-44c8-bc95-d59c33e91a49 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=fca8df51-9aa0-4335-af0d-78125c7f4897, infoPort=41915, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470) 2024-11-17T22:53:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ef00d6ba1c8efd3 with lease ID 0xd9ee329f7bdb16d3: from storage DS-4a4f59a5-5ac1-44c8-bc95-d59c33e91a49 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=fca8df51-9aa0-4335-af0d-78125c7f4897, infoPort=41915, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=447842592;c=1731884001470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T22:53:22,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c 2024-11-17T22:53:22,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/zookeeper_0, clientPort=59736, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T22:53:22,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59736 2024-11-17T22:53:22,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:53:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:53:22,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741825_1001 (size=7) 2024-11-17T22:53:22,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f with version=8 2024-11-17T22:53:22,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/hbase-staging 2024-11-17T22:53:22,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T22:53:22,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:53:22,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46143 2024-11-17T22:53:22,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46143 connecting to ZooKeeper ensemble=127.0.0.1:59736 2024-11-17T22:53:22,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461430x0, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:53:22,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46143-0x1004fe408010000 connected 2024-11-17T22:53:22,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:22,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f, hbase.cluster.distributed=false 2024-11-17T22:53:22,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:53:22,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-17T22:53:22,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46143 2024-11-17T22:53:22,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46143 2024-11-17T22:53:22,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-17T22:53:22,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-17T22:53:22,265 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:53:22,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:53:22,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44155 2024-11-17T22:53:22,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44155 connecting to ZooKeeper ensemble=127.0.0.1:59736 2024-11-17T22:53:22,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441550x0, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:53:22,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44155-0x1004fe408010001 connected 2024-11-17T22:53:22,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:22,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:53:22,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:53:22,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:53:22,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:53:22,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-17T22:53:22,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44155 2024-11-17T22:53:22,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44155 2024-11-17T22:53:22,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-17T22:53:22,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44155 2024-11-17T22:53:22,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:53:22,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:53:22,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41295 2024-11-17T22:53:22,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41295 connecting to ZooKeeper ensemble=127.0.0.1:59736 2024-11-17T22:53:22,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412950x0, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:53:22,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412950x0, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:22,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41295-0x1004fe408010002 connected 2024-11-17T22:53:22,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:53:22,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:53:22,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:53:22,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:53:22,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-17T22:53:22,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41295 2024-11-17T22:53:22,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41295 2024-11-17T22:53:22,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-17T22:53:22,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41295 2024-11-17T22:53:22,333 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1a6e40b21a48:0 server-side Connection retries=45 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T22:53:22,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T22:53:22,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45673 2024-11-17T22:53:22,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45673 connecting to ZooKeeper ensemble=127.0.0.1:59736 2024-11-17T22:53:22,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,342 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456730x0, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T22:53:22,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45673-0x1004fe408010003 connected 2024-11-17T22:53:22,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:53:22,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T22:53:22,343 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T22:53:22,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T22:53:22,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T22:53:22,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-17T22:53:22,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45673 2024-11-17T22:53:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45673 2024-11-17T22:53:22,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-17T22:53:22,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-17T22:53:22,364 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1a6e40b21a48:46143 2024-11-17T22:53:22,364 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,366 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,367 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:53:22,368 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:53:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T22:53:22,368 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,369 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T22:53:22,369 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1a6e40b21a48,46143,1731884002211 from backup master directory 2024-11-17T22:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,370 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T22:53:22,370 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:53:22,370 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,376 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/hbase.id] with ID: 47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02 2024-11-17T22:53:22,376 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.tmp/hbase.id 2024-11-17T22:53:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:53:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:53:22,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741826_1002 (size=42) 2024-11-17T22:53:22,384 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.tmp/hbase.id]:[hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/hbase.id] 2024-11-17T22:53:22,398 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T22:53:22,398 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T22:53:22,399 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T22:53:22,401 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:53:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:53:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741827_1003 (size=196) 2024-11-17T22:53:22,413 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:53:22,414 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T22:53:22,414 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:53:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:53:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:53:22,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741828_1004 (size=1189) 2024-11-17T22:53:22,429 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store 2024-11-17T22:53:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:53:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:53:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741829_1005 (size=34) 2024-11-17T22:53:22,437 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:22,438 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:53:22,438 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:22,438 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:22,438 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:53:22,438 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:22,438 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:53:22,438 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884002438Disabling compacts and flushes for region at 1731884002438Disabling writes for close at 1731884002438Writing region close event to WAL at 1731884002438Closed at 1731884002438 2024-11-17T22:53:22,439 WARN [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/.initializing 2024-11-17T22:53:22,439 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/WALs/1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,440 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:53:22,442 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C46143%2C1731884002211, suffix=, logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/WALs/1a6e40b21a48,46143,1731884002211, archiveDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/oldWALs, maxLogs=10 2024-11-17T22:53:22,455 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/WALs/1a6e40b21a48,46143,1731884002211/1a6e40b21a48%2C46143%2C1731884002211.1731884002443, exclude list is [], retry=0 2024-11-17T22:53:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-e9fdb89b-1976-4578-a8da-40267242b394,DISK] 2024-11-17T22:53:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526,DISK] 2024-11-17T22:53:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45169,DS-59058c7b-dee8-4046-abb8-b33c13e2dd61,DISK] 2024-11-17T22:53:22,461 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/WALs/1a6e40b21a48,46143,1731884002211/1a6e40b21a48%2C46143%2C1731884002211.1731884002443 2024-11-17T22:53:22,462 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715),(127.0.0.1/127.0.0.1:41915:41915),(127.0.0.1/127.0.0.1:39825:39825)] 2024-11-17T22:53:22,462 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:53:22,462 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:22,462 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,462 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T22:53:22,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:22,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T22:53:22,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:22,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T22:53:22,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:22,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T22:53:22,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:22,473 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,474 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,475 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,476 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,476 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,476 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:53:22,478 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T22:53:22,480 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:22,481 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58745995, jitterRate=-0.12461645901203156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:53:22,481 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731884002462Initializing all the Stores at 1731884002463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884002463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884002464 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884002464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884002464Cleaning up temporary data from old regions at 1731884002476 (+12 ms)Region opened successfully at 1731884002481 (+5 ms) 2024-11-17T22:53:22,481 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T22:53:22,485 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9c757d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:53:22,486 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T22:53:22,486 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T22:53:22,486 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T22:53:22,487 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T22:53:22,487 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T22:53:22,487 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T22:53:22,488 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-17T22:53:22,490 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T22:53:22,491 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T22:53:22,492 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-17T22:53:22,492 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T22:53:22,493 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T22:53:22,493 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-17T22:53:22,494 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T22:53:22,494 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T22:53:22,495 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-17T22:53:22,496 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T22:53:22,496 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T22:53:22,499 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T22:53:22,500 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:22,501 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T22:53:22,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,501 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,502 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1a6e40b21a48,46143,1731884002211, sessionid=0x1004fe408010000, setting cluster-up flag (Was=false) 2024-11-17T22:53:22,504 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,507 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T22:53:22,508 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,511 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,514 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T22:53:22,515 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:22,516 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T22:53:22,517 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T22:53:22,517 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T22:53:22,517 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T22:53:22,518 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1a6e40b21a48,46143,1731884002211 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=5, maxPoolSize=5 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1a6e40b21a48:0, corePoolSize=10, maxPoolSize=10 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:53:22,519 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,523 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731884032523 2024-11-17T22:53:22,523 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T22:53:22,523 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T22:53:22,523 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T22:53:22,523 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T22:53:22,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T22:53:22,524 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T22:53:22,525 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T22:53:22,525 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884002525,5,FailOnTimeoutGroup] 2024-11-17T22:53:22,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T22:53:22,528 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884002525,5,FailOnTimeoutGroup] 2024-11-17T22:53:22,529 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,529 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T22:53:22,529 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,529 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:53:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:53:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741831_1007 (size=1321) 2024-11-17T22:53:22,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T22:53:22,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:53:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:53:22,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741832_1008 (size=32) 2024-11-17T22:53:22,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:22,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:53:22,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:53:22,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:22,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:53:22,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:53:22,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:22,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:53:22,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:53:22,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,555 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(746): ClusterId : 47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02 2024-11-17T22:53:22,556 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:53:22,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:22,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:53:22,558 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:53:22,558 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:53:22,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:53:22,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:22,558 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(746): ClusterId : 47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02 2024-11-17T22:53:22,558 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:53:22,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:22,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:53:22,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740 2024-11-17T22:53:22,560 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:53:22,560 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(746): ClusterId : 47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02 2024-11-17T22:53:22,561 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T22:53:22,561 DEBUG [RS:0;1a6e40b21a48:44155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5cecb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:53:22,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740 2024-11-17T22:53:22,562 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:53:22,562 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:53:22,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:53:22,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:53:22,563 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T22:53:22,563 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:53:22,564 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T22:53:22,564 DEBUG [RS:1;1a6e40b21a48:41295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7507c436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:53:22,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:53:22,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:53:22,569 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T22:53:22,570 DEBUG [RS:2;1a6e40b21a48:45673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f653484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1a6e40b21a48/172.17.0.2:0 2024-11-17T22:53:22,570 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:22,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59917715, jitterRate=-0.10715647041797638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:53:22,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731884002548Initializing all the Stores at 1731884002549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884002549Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884002549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884002549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884002549Cleaning up temporary data from old regions at 1731884002563 (+14 ms)Region opened successfully at 1731884002571 (+8 ms) 2024-11-17T22:53:22,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:53:22,571 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:53:22,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:53:22,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:53:22,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:53:22,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:53:22,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884002571Disabling compacts and flushes for region at 1731884002571Disabling writes for close at 1731884002571Writing region close event to WAL at 1731884002574 (+3 ms)Closed at 1731884002574 2024-11-17T22:53:22,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:53:22,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T22:53:22,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T22:53:22,577 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:53:22,578 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T22:53:22,580 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1a6e40b21a48:41295 2024-11-17T22:53:22,580 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:53:22,580 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:53:22,580 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:53:22,581 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1a6e40b21a48:44155 2024-11-17T22:53:22,581 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,46143,1731884002211 with port=41295, startcode=1731884002298 2024-11-17T22:53:22,581 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:53:22,581 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:53:22,581 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:53:22,581 DEBUG [RS:1;1a6e40b21a48:41295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:53:22,582 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,46143,1731884002211 with port=44155, startcode=1731884002264 2024-11-17T22:53:22,582 DEBUG [RS:0;1a6e40b21a48:44155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:53:22,583 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:53:22,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,585 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:22,586 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41795 2024-11-17T22:53:22,586 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:53:22,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:53:22,588 DEBUG [RS:1;1a6e40b21a48:41295 {}] zookeeper.ZKUtil(111): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,588 WARN [RS:1;1a6e40b21a48:41295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:53:22,588 INFO [RS:1;1a6e40b21a48:41295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:53:22,588 DEBUG [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,589 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1a6e40b21a48:45673 2024-11-17T22:53:22,589 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T22:53:22,589 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T22:53:22,589 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T22:53:22,590 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(2659): reportForDuty to master=1a6e40b21a48,46143,1731884002211 with port=45673, startcode=1731884002332 2024-11-17T22:53:22,590 DEBUG [RS:2;1a6e40b21a48:45673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T22:53:22,593 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33867, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:53:22,593 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51379, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T22:53:22,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,41295,1731884002298] 2024-11-17T22:53:22,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(517): Registering regionserver=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,595 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:22,595 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41795 2024-11-17T22:53:22,595 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:53:22,596 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:22,596 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41795 2024-11-17T22:53:22,596 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T22:53:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:53:22,598 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:53:22,598 DEBUG [RS:2;1a6e40b21a48:45673 {}] zookeeper.ZKUtil(111): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,598 WARN [RS:2;1a6e40b21a48:45673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:53:22,598 INFO [RS:2;1a6e40b21a48:45673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:53:22,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,44155,1731884002264] 2024-11-17T22:53:22,598 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1a6e40b21a48,45673,1731884002332] 2024-11-17T22:53:22,598 DEBUG [RS:0;1a6e40b21a48:44155 {}] zookeeper.ZKUtil(111): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,598 WARN [RS:0;1a6e40b21a48:44155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T22:53:22,598 INFO [RS:0;1a6e40b21a48:44155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:53:22,598 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,603 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:53:22,606 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:53:22,609 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:53:22,610 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T22:53:22,613 INFO [RS:1;1a6e40b21a48:41295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:53:22,613 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,617 INFO [RS:2;1a6e40b21a48:45673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:53:22,617 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T22:53:22,617 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:53:22,617 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,617 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:53:22,617 INFO [RS:0;1a6e40b21a48:44155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T22:53:22,617 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,618 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T22:53:22,618 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:53:22,618 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,618 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,618 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0, corePoolSize=2, maxPoolSize=2 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:1;1a6e40b21a48:41295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1a6e40b21a48:0, corePoolSize=1, maxPoolSize=1 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,619 DEBUG [RS:0;1a6e40b21a48:44155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,619 DEBUG [RS:2;1a6e40b21a48:45673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1a6e40b21a48:0, corePoolSize=3, maxPoolSize=3 2024-11-17T22:53:22,625 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,625 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41295,1731884002298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,44155,1731884002264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,626 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,45673,1731884002332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:53:22,640 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:53:22,640 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,41295,1731884002298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,640 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,640 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.Replication(171): 1a6e40b21a48,41295,1731884002298 started 2024-11-17T22:53:22,641 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:53:22,642 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,44155,1731884002264-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,642 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,642 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.Replication(171): 1a6e40b21a48,44155,1731884002264 started 2024-11-17T22:53:22,645 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T22:53:22,646 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,45673,1731884002332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,646 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,646 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.Replication(171): 1a6e40b21a48,45673,1731884002332 started 2024-11-17T22:53:22,654 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,654 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,41295,1731884002298, RpcServer on 1a6e40b21a48/172.17.0.2:41295, sessionid=0x1004fe408010002 2024-11-17T22:53:22,654 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:53:22,654 DEBUG [RS:1;1a6e40b21a48:41295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,654 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41295,1731884002298' 2024-11-17T22:53:22,654 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:53:22,655 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:53:22,655 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,655 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,44155,1731884002264, RpcServer on 1a6e40b21a48/172.17.0.2:44155, sessionid=0x1004fe408010001 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:53:22,656 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:22,656 DEBUG [RS:0;1a6e40b21a48:44155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,41295,1731884002298' 2024-11-17T22:53:22,656 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,44155,1731884002264' 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:53:22,656 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:53:22,656 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:53:22,656 DEBUG [RS:1;1a6e40b21a48:41295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:53:22,657 INFO [RS:1;1a6e40b21a48:41295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:53:22,657 INFO [RS:1;1a6e40b21a48:41295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,44155,1731884002264' 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:53:22,657 DEBUG [RS:0;1a6e40b21a48:44155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:53:22,657 INFO [RS:0;1a6e40b21a48:44155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:53:22,657 INFO [RS:0;1a6e40b21a48:44155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:53:22,666 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:22,666 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1482): Serving as 1a6e40b21a48,45673,1731884002332, RpcServer on 1a6e40b21a48/172.17.0.2:45673, sessionid=0x1004fe408010003 2024-11-17T22:53:22,667 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T22:53:22,667 DEBUG [RS:2;1a6e40b21a48:45673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,667 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,45673,1731884002332' 2024-11-17T22:53:22,667 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T22:53:22,667 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T22:53:22,668 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T22:53:22,668 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T22:53:22,668 DEBUG [RS:2;1a6e40b21a48:45673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:22,668 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1a6e40b21a48,45673,1731884002332' 2024-11-17T22:53:22,668 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T22:53:22,669 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T22:53:22,669 DEBUG [RS:2;1a6e40b21a48:45673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T22:53:22,669 INFO [RS:2;1a6e40b21a48:45673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T22:53:22,669 INFO [RS:2;1a6e40b21a48:45673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T22:53:22,728 WARN [1a6e40b21a48:46143 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-17T22:53:22,757 INFO [RS:1;1a6e40b21a48:41295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:53:22,758 INFO [RS:0;1a6e40b21a48:44155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:53:22,759 INFO [RS:1;1a6e40b21a48:41295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C41295%2C1731884002298, suffix=, logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298, archiveDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs, maxLogs=32 2024-11-17T22:53:22,759 INFO [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C44155%2C1731884002264, suffix=, logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264, archiveDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs, maxLogs=32 2024-11-17T22:53:22,770 INFO [RS:2;1a6e40b21a48:45673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T22:53:22,772 INFO [RS:2;1a6e40b21a48:45673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C45673%2C1731884002332, suffix=, logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,45673,1731884002332, archiveDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs, maxLogs=32 2024-11-17T22:53:22,773 DEBUG [RS:0;1a6e40b21a48:44155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264/1a6e40b21a48%2C44155%2C1731884002264.1731884002761, exclude list is [], retry=0 2024-11-17T22:53:22,773 DEBUG [RS:1;1a6e40b21a48:41295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, exclude list is [], retry=0 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45169,DS-59058c7b-dee8-4046-abb8-b33c13e2dd61,DISK] 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-e9fdb89b-1976-4578-a8da-40267242b394,DISK] 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45169,DS-59058c7b-dee8-4046-abb8-b33c13e2dd61,DISK] 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-e9fdb89b-1976-4578-a8da-40267242b394,DISK] 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526,DISK] 2024-11-17T22:53:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526,DISK] 2024-11-17T22:53:22,781 INFO [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264/1a6e40b21a48%2C44155%2C1731884002264.1731884002761 2024-11-17T22:53:22,784 DEBUG [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825),(127.0.0.1/127.0.0.1:44715:44715),(127.0.0.1/127.0.0.1:41915:41915)] 2024-11-17T22:53:22,784 INFO [RS:1;1a6e40b21a48:41295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 2024-11-17T22:53:22,785 DEBUG [RS:1;1a6e40b21a48:41295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39825:39825),(127.0.0.1/127.0.0.1:44715:44715),(127.0.0.1/127.0.0.1:41915:41915)] 2024-11-17T22:53:22,792 DEBUG [RS:2;1a6e40b21a48:45673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,45673,1731884002332/1a6e40b21a48%2C45673%2C1731884002332.1731884002773, exclude list is [], retry=0 2024-11-17T22:53:22,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-e9fdb89b-1976-4578-a8da-40267242b394,DISK] 2024-11-17T22:53:22,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526,DISK] 2024-11-17T22:53:22,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45169,DS-59058c7b-dee8-4046-abb8-b33c13e2dd61,DISK] 2024-11-17T22:53:22,798 INFO [RS:2;1a6e40b21a48:45673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,45673,1731884002332/1a6e40b21a48%2C45673%2C1731884002332.1731884002773 2024-11-17T22:53:22,798 DEBUG [RS:2;1a6e40b21a48:45673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44715:44715),(127.0.0.1/127.0.0.1:41915:41915),(127.0.0.1/127.0.0.1:39825:39825)] 2024-11-17T22:53:22,978 DEBUG [1a6e40b21a48:46143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-17T22:53:22,979 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:53:22,985 INFO [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:53:22,985 INFO [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:53:22,985 INFO [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:53:22,985 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:53:22,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:22,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,44155,1731884002264, state=OPENING 2024-11-17T22:53:22,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T22:53:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,990 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:53:22,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T22:53:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:22,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44155,1731884002264}] 2024-11-17T22:53:22,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:25,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:25,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:25,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:26,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T22:53:26,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:26,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:26,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:32,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:53:32,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:53:33,009 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T22:53:33,009 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T22:53:33,009 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T22:53:33,011 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1a6e40b21a48%2C44155%2C1731884002264.meta, suffix=.meta, logDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264, archiveDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs, maxLogs=32 2024-11-17T22:53:33,024 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264/1a6e40b21a48%2C44155%2C1731884002264.meta.1731884013012.meta, exclude list is [], retry=0 2024-11-17T22:53:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45169,DS-59058c7b-dee8-4046-abb8-b33c13e2dd61,DISK] 2024-11-17T22:53:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-30a3ba66-f52a-4e5a-ad52-39ceb67fc526,DISK] 2024-11-17T22:53:33,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-e9fdb89b-1976-4578-a8da-40267242b394,DISK] 2024-11-17T22:53:33,028 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,44155,1731884002264/1a6e40b21a48%2C44155%2C1731884002264.meta.1731884013012.meta 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41915:41915),(127.0.0.1/127.0.0.1:39825:39825),(127.0.0.1/127.0.0.1:44715:44715)] 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T22:53:33,029 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T22:53:33,029 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,030 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T22:53:33,030 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T22:53:33,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T22:53:33,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T22:53:33,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:33,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:33,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T22:53:33,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T22:53:33,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:33,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:33,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T22:53:33,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T22:53:33,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:33,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:33,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T22:53:33,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T22:53:33,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:33,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T22:53:33,037 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T22:53:33,038 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740 2024-11-17T22:53:33,039 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740 2024-11-17T22:53:33,040 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T22:53:33,040 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T22:53:33,040 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T22:53:33,042 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T22:53:33,043 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65502381, jitterRate=-0.023938462138175964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T22:53:33,043 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T22:53:33,043 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731884013030Writing region info on filesystem at 1731884013030Initializing all the Stores at 1731884013031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884013031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884013031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884013031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731884013031Cleaning up temporary data from old regions at 1731884013040 (+9 ms)Running coprocessor post-open hooks at 1731884013043 (+3 ms)Region opened successfully at 1731884013043 2024-11-17T22:53:33,044 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731884012995 2024-11-17T22:53:33,046 DEBUG [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T22:53:33,046 INFO [RS_OPEN_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T22:53:33,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:33,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1a6e40b21a48,44155,1731884002264, state=OPEN 2024-11-17T22:53:33,049 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T22:53:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:33,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T22:53:33,050 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:33,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T22:53:33,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1a6e40b21a48,44155,1731884002264 in 10.0590 sec 2024-11-17T22:53:33,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T22:53:33,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4760 sec 2024-11-17T22:53:33,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T22:53:33,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T22:53:33,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:33,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,44155,1731884002264, seqNum=-1] 2024-11-17T22:53:33,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:53:33,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:53:33,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5490 sec 2024-11-17T22:53:33,067 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731884013067, completionTime=-1 2024-11-17T22:53:33,067 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-17T22:53:33,067 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-17T22:53:33,069 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-17T22:53:33,069 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731884073069 2024-11-17T22:53:33,069 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731884133069 2024-11-17T22:53:33,069 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1a6e40b21a48:46143, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,070 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,072 DEBUG [master/1a6e40b21a48:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.703sec 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T22:53:33,074 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T22:53:33,077 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T22:53:33,077 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T22:53:33,077 INFO [master/1a6e40b21a48:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1a6e40b21a48,46143,1731884002211-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T22:53:33,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226223e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,46143,-1 for getting cluster id 2024-11-17T22:53:33,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:53:33,176 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02' 2024-11-17T22:53:33,176 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:53:33,176 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02" 2024-11-17T22:53:33,177 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff73b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,178 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,46143,-1] 2024-11-17T22:53:33,178 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:53:33,179 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:33,180 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:53:33,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238e7763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:33,184 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,44155,1731884002264, seqNum=-1] 2024-11-17T22:53:33,185 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:53:33,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:53:33,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:33,191 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731884013191 (current time:1731884013191). 2024-11-17T22:53:33,191 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T22:53:33,191 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-17T22:53:33,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20891b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1a6e40b21a48,46143,-1 for getting cluster id 2024-11-17T22:53:33,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T22:53:33,192 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02' 2024-11-17T22:53:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T22:53:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47f6bdf7-bfa5-47d9-9217-4c21eb2f7b02" 2024-11-17T22:53:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ea86ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1a6e40b21a48,46143,-1] 2024-11-17T22:53:33,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T22:53:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:33,194 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T22:53:33,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de6c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T22:53:33,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T22:53:33,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1a6e40b21a48,44155,1731884002264, seqNum=-1] 2024-11-17T22:53:33,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:53:33,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:53:33,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:53:33,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:53:33,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:33,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:53:33,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:53:33,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T22:53:33,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 1a6e40b21a48,46143,1731884002211 2024-11-17T22:53:33,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57737a5a 2024-11-17T22:53:33,201 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T22:53:33,203 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T22:53:33,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T22:53:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-17T22:53:33,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T22:53:33,207 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:33,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-17T22:53:33,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T22:53:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:53:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:53:33,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741837_1013 (size=361) 2024-11-17T22:53:33,218 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15dbfc416cec66ba6586460841d38bfb, NAME => 'SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,219 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 22923de0ff1bc8fb1ec38a378ecd80ee, NAME => 'SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,219 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 70e8044b5c6e352a7e94b1158bbc12b7, NAME => 'SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:53:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:53:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741839_1015 (size=62) 2024-11-17T22:53:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:53:33,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 22923de0ff1bc8fb1ec38a378ecd80ee, disabling compactions & flushes 2024-11-17T22:53:33,230 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:33,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:33,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. after waiting 0 ms 2024-11-17T22:53:33,230 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:33,230 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:33,231 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 22923de0ff1bc8fb1ec38a378ecd80ee: Waiting for close lock at 1731884013230Disabling compacts and flushes for region at 1731884013230Disabling writes for close at 1731884013230Writing region close event to WAL at 1731884013230Closed at 1731884013230 2024-11-17T22:53:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:53:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741838_1014 (size=54) 2024-11-17T22:53:33,231 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 759c5e577bc475e597331e6cf5acf907, NAME => 'SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:53:33,233 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15dbfc416cec66ba6586460841d38bfb, disabling compactions & flushes 2024-11-17T22:53:33,234 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:33,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:33,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. after waiting 0 ms 2024-11-17T22:53:33,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:33,234 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:33,234 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15dbfc416cec66ba6586460841d38bfb: Waiting for close lock at 1731884013234Disabling compacts and flushes for region at 1731884013234Disabling writes for close at 1731884013234Writing region close event to WAL at 1731884013234Closed at 1731884013234 2024-11-17T22:53:33,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:53:33,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741840_1016 (size=62) 2024-11-17T22:53:33,235 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff3e9d1d395ecaa28a8873f9054b2c66, NAME => 'SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 70e8044b5c6e352a7e94b1158bbc12b7, disabling compactions & flushes 2024-11-17T22:53:33,235 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:33,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:33,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. after waiting 0 ms 2024-11-17T22:53:33,235 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:33,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:33,236 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 70e8044b5c6e352a7e94b1158bbc12b7: Waiting for close lock at 1731884013235Disabling compacts and flushes for region at 1731884013235Disabling writes for close at 1731884013235Writing region close event to WAL at 1731884013235Closed at 1731884013235 2024-11-17T22:53:33,236 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8c4176b84ce14aa005f09a6cd70c715a, NAME => 'SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:53:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:53:33,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741841_1017 (size=62) 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 759c5e577bc475e597331e6cf5acf907, disabling compactions & flushes 2024-11-17T22:53:33,249 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. after waiting 0 ms 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:33,249 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:33,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 759c5e577bc475e597331e6cf5acf907: Waiting for close lock at 1731884013249Disabling compacts and flushes for region at 1731884013249Disabling writes for close at 1731884013249Writing region close event to WAL at 1731884013249Closed at 1731884013249 2024-11-17T22:53:33,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2484fa0606582e4293fadb6b0018507a, NAME => 'SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:53:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ff3e9d1d395ecaa28a8873f9054b2c66, disabling compactions & flushes 2024-11-17T22:53:33,254 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. after waiting 0 ms 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:33,254 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:33,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff3e9d1d395ecaa28a8873f9054b2c66: Waiting for close lock at 1731884013254Disabling compacts and flushes for region at 1731884013254Disabling writes for close at 1731884013254Writing region close event to WAL at 1731884013254Closed at 1731884013254 2024-11-17T22:53:33,255 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf8c7ec1a3e48485a02b701564497bd6, NAME => 'SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741842_1018 (size=62) 2024-11-17T22:53:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:53:33,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:53:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741843_1019 (size=62) 2024-11-17T22:53:33,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8c4176b84ce14aa005f09a6cd70c715a, disabling compactions & flushes 2024-11-17T22:53:33,270 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:33,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:33,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. after waiting 0 ms 2024-11-17T22:53:33,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:33,271 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:33,271 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8c4176b84ce14aa005f09a6cd70c715a: Waiting for close lock at 1731884013270Disabling compacts and flushes for region at 1731884013270Disabling writes for close at 1731884013270Writing region close event to WAL at 1731884013270Closed at 1731884013270 2024-11-17T22:53:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:53:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:53:33,272 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aafcb5d2bde5bbcc3b13b7f63e3d3329, NAME => 'SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:53:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:53:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741845_1021 (size=62) 2024-11-17T22:53:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741844_1020 (size=62) 2024-11-17T22:53:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2484fa0606582e4293fadb6b0018507a, disabling compactions & flushes 2024-11-17T22:53:33,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. after waiting 0 ms 2024-11-17T22:53:33,275 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:33,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:33,276 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2484fa0606582e4293fadb6b0018507a: Waiting for close lock at 1731884013275Disabling compacts and flushes for region at 1731884013275Disabling writes for close at 1731884013275Writing region close event to WAL at 1731884013275Closed at 1731884013275 2024-11-17T22:53:33,276 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8bd3a01790f0162b37a04aa742b2d974, NAME => 'SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cf8c7ec1a3e48485a02b701564497bd6, disabling compactions & flushes 2024-11-17T22:53:33,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. after waiting 0 ms 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:33,277 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:33,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf8c7ec1a3e48485a02b701564497bd6: Waiting for close lock at 1731884013277Disabling compacts and flushes for region at 1731884013277Disabling writes for close at 1731884013277Writing region close event to WAL at 1731884013277Closed at 1731884013277 2024-11-17T22:53:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:53:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:53:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741846_1022 (size=62) 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aafcb5d2bde5bbcc3b13b7f63e3d3329, disabling compactions & flushes 2024-11-17T22:53:33,293 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. after waiting 0 ms 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:33,293 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:33,293 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aafcb5d2bde5bbcc3b13b7f63e3d3329: Waiting for close lock at 1731884013293Disabling compacts and flushes for region at 1731884013293Disabling writes for close at 1731884013293Writing region close event to WAL at 1731884013293Closed at 1731884013293 2024-11-17T22:53:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:53:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:53:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741847_1023 (size=54) 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8bd3a01790f0162b37a04aa742b2d974, disabling compactions & flushes 2024-11-17T22:53:33,302 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. after waiting 0 ms 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:33,302 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:33,302 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8bd3a01790f0162b37a04aa742b2d974: Waiting for close lock at 1731884013302Disabling compacts and flushes for region at 1731884013302Disabling writes for close at 1731884013302Writing region close event to WAL at 1731884013302Closed at 1731884013302 2024-11-17T22:53:33,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T22:53:33,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731884013303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731884013303"}]},"ts":"1731884013303"} 2024-11-17T22:53:33,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-17T22:53:33,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T22:53:33,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884013311"}]},"ts":"1731884013311"} 2024-11-17T22:53:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:33,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-17T22:53:33,314 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:53:33,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:53:33,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:53:33,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-17T22:53:33,319 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:53:33,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:53:33,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-17T22:53:33,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:53:33,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:53:33,320 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-17T22:53:33,320 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:53:33,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15dbfc416cec66ba6586460841d38bfb, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22923de0ff1bc8fb1ec38a378ecd80ee, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=759c5e577bc475e597331e6cf5acf907, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff3e9d1d395ecaa28a8873f9054b2c66, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2484fa0606582e4293fadb6b0018507a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf8c7ec1a3e48485a02b701564497bd6, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bd3a01790f0162b37a04aa742b2d974, ASSIGN}] 2024-11-17T22:53:33,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2484fa0606582e4293fadb6b0018507a, ASSIGN 2024-11-17T22:53:33,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf8c7ec1a3e48485a02b701564497bd6, ASSIGN 2024-11-17T22:53:33,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN 2024-11-17T22:53:33,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff3e9d1d395ecaa28a8873f9054b2c66, ASSIGN 2024-11-17T22:53:33,324 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf8c7ec1a3e48485a02b701564497bd6, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44155,1731884002264; forceNewPlan=false, retain=false 2024-11-17T22:53:33,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2484fa0606582e4293fadb6b0018507a, ASSIGN; state=OFFLINE, location=1a6e40b21a48,45673,1731884002332; forceNewPlan=false, retain=false 2024-11-17T22:53:33,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff3e9d1d395ecaa28a8873f9054b2c66, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44155,1731884002264; forceNewPlan=false, retain=false 2024-11-17T22:53:33,324 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41295,1731884002298; forceNewPlan=false, retain=false 2024-11-17T22:53:33,326 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN 2024-11-17T22:53:33,327 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bd3a01790f0162b37a04aa742b2d974, ASSIGN 2024-11-17T22:53:33,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=759c5e577bc475e597331e6cf5acf907, ASSIGN 2024-11-17T22:53:33,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22923de0ff1bc8fb1ec38a378ecd80ee, ASSIGN 2024-11-17T22:53:33,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN 2024-11-17T22:53:33,328 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41295,1731884002298; forceNewPlan=false, retain=false 2024-11-17T22:53:33,328 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN; state=OFFLINE, location=1a6e40b21a48,41295,1731884002298; forceNewPlan=false, retain=false 2024-11-17T22:53:33,328 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bd3a01790f0162b37a04aa742b2d974, ASSIGN; state=OFFLINE, location=1a6e40b21a48,45673,1731884002332; forceNewPlan=false, retain=false 2024-11-17T22:53:33,328 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22923de0ff1bc8fb1ec38a378ecd80ee, ASSIGN; state=OFFLINE, location=1a6e40b21a48,45673,1731884002332; forceNewPlan=false, retain=false 2024-11-17T22:53:33,328 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=759c5e577bc475e597331e6cf5acf907, ASSIGN; state=OFFLINE, location=1a6e40b21a48,45673,1731884002332; forceNewPlan=false, retain=false 2024-11-17T22:53:33,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15dbfc416cec66ba6586460841d38bfb, ASSIGN 2024-11-17T22:53:33,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15dbfc416cec66ba6586460841d38bfb, ASSIGN; state=OFFLINE, location=1a6e40b21a48,44155,1731884002264; forceNewPlan=false, retain=false 2024-11-17T22:53:33,476 INFO [1a6e40b21a48:46143 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-17T22:53:33,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bd3a01790f0162b37a04aa742b2d974, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:33,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2484fa0606582e4293fadb6b0018507a, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:33,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=759c5e577bc475e597331e6cf5acf907, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:33,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cf8c7ec1a3e48485a02b701564497bd6, regionState=OPENING, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:33,477 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22923de0ff1bc8fb1ec38a378ecd80ee, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:33,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff3e9d1d395ecaa28a8873f9054b2c66, regionState=OPENING, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:33,478 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15dbfc416cec66ba6586460841d38bfb, regionState=OPENING, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:33,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c4176b84ce14aa005f09a6cd70c715a, regionState=OPENING, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:33,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=aafcb5d2bde5bbcc3b13b7f63e3d3329, regionState=OPENING, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:33,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70e8044b5c6e352a7e94b1158bbc12b7, regionState=OPENING, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=22923de0ff1bc8fb1ec38a378ecd80ee, ASSIGN because future has completed 2024-11-17T22:53:33,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:53:33,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf8c7ec1a3e48485a02b701564497bd6, ASSIGN because future has completed 2024-11-17T22:53:33,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf8c7ec1a3e48485a02b701564497bd6, server=1a6e40b21a48,44155,1731884002264}] 2024-11-17T22:53:33,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=759c5e577bc475e597331e6cf5acf907, ASSIGN because future has completed 2024-11-17T22:53:33,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2484fa0606582e4293fadb6b0018507a, ASSIGN because future has completed 2024-11-17T22:53:33,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759c5e577bc475e597331e6cf5acf907, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:53:33,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2484fa0606582e4293fadb6b0018507a, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:53:33,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bd3a01790f0162b37a04aa742b2d974, ASSIGN because future has completed 2024-11-17T22:53:33,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff3e9d1d395ecaa28a8873f9054b2c66, ASSIGN because future has completed 2024-11-17T22:53:33,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN because future has completed 2024-11-17T22:53:33,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,41295,1731884002298}] 2024-11-17T22:53:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15dbfc416cec66ba6586460841d38bfb, ASSIGN because future has completed 2024-11-17T22:53:33,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN because future has completed 2024-11-17T22:53:33,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN because future has completed 2024-11-17T22:53:33,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66, server=1a6e40b21a48,44155,1731884002264}] 2024-11-17T22:53:33,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,41295,1731884002298}] 2024-11-17T22:53:33,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,41295,1731884002298}] 2024-11-17T22:53:33,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15dbfc416cec66ba6586460841d38bfb, server=1a6e40b21a48,44155,1731884002264}] 2024-11-17T22:53:33,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bd3a01790f0162b37a04aa742b2d974, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:53:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:34,610 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T22:53:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:38,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:38,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:38,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:38,331 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-17T22:53:38,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T22:53:38,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:42,888 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1a6e40b21a48:35765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-17T22:53:43,486 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:53:43,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42745, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:53:43,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T22:53:43,496 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cf8c7ec1a3e48485a02b701564497bd6, NAME => 'SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-17T22:53:43,496 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bd3a01790f0162b37a04aa742b2d974, NAME => 'SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,496 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T22:53:43,498 INFO [StoreOpener-cf8c7ec1a3e48485a02b701564497bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,498 INFO [StoreOpener-8bd3a01790f0162b37a04aa742b2d974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,499 INFO [StoreOpener-8bd3a01790f0162b37a04aa742b2d974-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bd3a01790f0162b37a04aa742b2d974 columnFamilyName cf 2024-11-17T22:53:43,499 INFO [StoreOpener-cf8c7ec1a3e48485a02b701564497bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf8c7ec1a3e48485a02b701564497bd6 columnFamilyName cf 2024-11-17T22:53:43,499 DEBUG [StoreOpener-8bd3a01790f0162b37a04aa742b2d974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,499 DEBUG [StoreOpener-cf8c7ec1a3e48485a02b701564497bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,500 INFO [StoreOpener-cf8c7ec1a3e48485a02b701564497bd6-1 {}] regionserver.HStore(327): Store=cf8c7ec1a3e48485a02b701564497bd6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,500 INFO [StoreOpener-8bd3a01790f0162b37a04aa742b2d974-1 {}] regionserver.HStore(327): Store=8bd3a01790f0162b37a04aa742b2d974/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,500 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,501 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,502 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,502 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,502 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,503 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,503 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,508 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:43,508 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4176b84ce14aa005f09a6cd70c715a, NAME => 'SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,509 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cf8c7ec1a3e48485a02b701564497bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62691065, jitterRate=-0.06583033502101898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:43,509 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cf8c7ec1a3e48485a02b701564497bd6: Running coprocessor pre-open hook at 1731884023496Writing region info on filesystem at 1731884023496Initializing all the Stores at 1731884023497 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023497Cleaning up temporary data from old regions at 1731884023502 (+5 ms)Running coprocessor post-open hooks at 1731884023509 (+7 ms)Region opened successfully at 1731884023509 2024-11-17T22:53:43,509 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8bd3a01790f0162b37a04aa742b2d974; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69908356, jitterRate=0.04171568155288696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,510 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:43,510 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8bd3a01790f0162b37a04aa742b2d974: Running coprocessor pre-open hook at 1731884023496Writing region info on filesystem at 1731884023496Initializing all the Stores at 1731884023497 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023497Cleaning up temporary data from old regions at 1731884023502 (+5 ms)Running coprocessor post-open hooks at 1731884023510 (+8 ms)Region opened successfully at 1731884023510 2024-11-17T22:53:43,510 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., pid=16, masterSystemTime=1731884023488 2024-11-17T22:53:43,510 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., pid=24, masterSystemTime=1731884023485 2024-11-17T22:53:43,511 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,512 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:43,513 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4176b84ce14aa005f09a6cd70c715a columnFamilyName cf 2024-11-17T22:53:43,513 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:53:43,513 DEBUG [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,513 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:43,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 15dbfc416cec66ba6586460841d38bfb, NAME => 'SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-17T22:53:43,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cf8c7ec1a3e48485a02b701564497bd6, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:43,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,513 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,514 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:43,514 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:53:43,514 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] regionserver.HStore(327): Store=8c4176b84ce14aa005f09a6cd70c715a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,514 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:43,514 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,514 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 22923de0ff1bc8fb1ec38a378ecd80ee, NAME => 'SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bd3a01790f0162b37a04aa742b2d974, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,515 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,516 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,516 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,516 INFO [StoreOpener-15dbfc416cec66ba6586460841d38bfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf8c7ec1a3e48485a02b701564497bd6, server=1a6e40b21a48,44155,1731884002264 because future has completed 2024-11-17T22:53:43,516 INFO [StoreOpener-22923de0ff1bc8fb1ec38a378ecd80ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bd3a01790f0162b37a04aa742b2d974, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:53:43,518 INFO [StoreOpener-15dbfc416cec66ba6586460841d38bfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15dbfc416cec66ba6586460841d38bfb columnFamilyName cf 2024-11-17T22:53:43,518 DEBUG [StoreOpener-15dbfc416cec66ba6586460841d38bfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,518 INFO [StoreOpener-22923de0ff1bc8fb1ec38a378ecd80ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22923de0ff1bc8fb1ec38a378ecd80ee columnFamilyName cf 2024-11-17T22:53:43,518 DEBUG [StoreOpener-22923de0ff1bc8fb1ec38a378ecd80ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,518 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,519 INFO [StoreOpener-15dbfc416cec66ba6586460841d38bfb-1 {}] regionserver.HStore(327): Store=15dbfc416cec66ba6586460841d38bfb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,519 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,519 INFO [StoreOpener-22923de0ff1bc8fb1ec38a378ecd80ee-1 {}] regionserver.HStore(327): Store=22923de0ff1bc8fb1ec38a378ecd80ee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,519 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,520 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-17T22:53:43,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cf8c7ec1a3e48485a02b701564497bd6, server=1a6e40b21a48,44155,1731884002264 in 10.0340 sec 2024-11-17T22:53:43,520 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,520 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,521 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-17T22:53:43,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf8c7ec1a3e48485a02b701564497bd6, ASSIGN in 10.2000 sec 2024-11-17T22:53:43,522 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8c4176b84ce14aa005f09a6cd70c715a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844535, jitterRate=-0.03374113142490387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,522 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:43,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bd3a01790f0162b37a04aa742b2d974, server=1a6e40b21a48,45673,1731884002332 in 10.0210 sec 2024-11-17T22:53:43,522 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8c4176b84ce14aa005f09a6cd70c715a: Running coprocessor pre-open hook at 1731884023509Writing region info on filesystem at 1731884023509Initializing all the Stores at 1731884023510 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023510Cleaning up temporary data from old regions at 1731884023516 (+6 ms)Running coprocessor post-open hooks at 1731884023522 (+6 ms)Region opened successfully at 1731884023522 2024-11-17T22:53:43,523 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a., pid=19, masterSystemTime=1731884023495 2024-11-17T22:53:43,523 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,523 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bd3a01790f0162b37a04aa742b2d974, ASSIGN in 10.2020 sec 2024-11-17T22:53:43,526 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:43,526 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:53:43,526 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:43,526 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => aafcb5d2bde5bbcc3b13b7f63e3d3329, NAME => 'SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-17T22:53:43,526 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,526 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,526 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=8c4176b84ce14aa005f09a6cd70c715a, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:43,527 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,528 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/22923de0ff1bc8fb1ec38a378ecd80ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,528 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/15dbfc416cec66ba6586460841d38bfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,528 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 22923de0ff1bc8fb1ec38a378ecd80ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74905821, jitterRate=0.11618371307849884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,41295,1731884002298 because future has completed 2024-11-17T22:53:43,529 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:43,529 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 15dbfc416cec66ba6586460841d38bfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607509, jitterRate=0.0074303895235061646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,529 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:43,529 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 22923de0ff1bc8fb1ec38a378ecd80ee: Running coprocessor pre-open hook at 1731884023515Writing region info on filesystem at 1731884023515Initializing all the Stores at 1731884023516 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023516Cleaning up temporary data from old regions at 1731884023521 (+5 ms)Running coprocessor post-open hooks at 1731884023529 (+8 ms)Region opened successfully at 1731884023529 2024-11-17T22:53:43,529 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 15dbfc416cec66ba6586460841d38bfb: Running coprocessor pre-open hook at 1731884023514Writing region info on filesystem at 1731884023514Initializing all the Stores at 1731884023515 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023515Cleaning up temporary data from old regions at 1731884023521 (+6 ms)Running coprocessor post-open hooks at 1731884023529 (+8 ms)Region opened successfully at 1731884023529 2024-11-17T22:53:43,529 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee., pid=15, masterSystemTime=1731884023485 2024-11-17T22:53:43,530 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb., pid=23, masterSystemTime=1731884023488 2024-11-17T22:53:43,530 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,532 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafcb5d2bde5bbcc3b13b7f63e3d3329 columnFamilyName cf 2024-11-17T22:53:43,532 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:43,532 DEBUG [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,532 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:53:43,532 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:43,532 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 2484fa0606582e4293fadb6b0018507a, NAME => 'SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-17T22:53:43,532 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:43,532 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:53:43,533 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ff3e9d1d395ecaa28a8873f9054b2c66, NAME => 'SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-17T22:53:43,533 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] regionserver.HStore(327): Store=aafcb5d2bde5bbcc3b13b7f63e3d3329/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=22923de0ff1bc8fb1ec38a378ecd80ee, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,533 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-17T22:53:43,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15dbfc416cec66ba6586460841d38bfb, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:43,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,41295,1731884002298 in 10.0410 sec 2024-11-17T22:53:43,535 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:53:43,536 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,537 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15dbfc416cec66ba6586460841d38bfb, server=1a6e40b21a48,44155,1731884002264 because future has completed 2024-11-17T22:53:43,538 INFO [StoreOpener-ff3e9d1d395ecaa28a8873f9054b2c66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN in 10.2150 sec 2024-11-17T22:53:43,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,538 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,538 INFO [StoreOpener-2484fa0606582e4293fadb6b0018507a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,539 INFO [StoreOpener-ff3e9d1d395ecaa28a8873f9054b2c66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3e9d1d395ecaa28a8873f9054b2c66 columnFamilyName cf 2024-11-17T22:53:43,539 DEBUG [StoreOpener-ff3e9d1d395ecaa28a8873f9054b2c66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,540 INFO [StoreOpener-ff3e9d1d395ecaa28a8873f9054b2c66-1 {}] regionserver.HStore(327): Store=ff3e9d1d395ecaa28a8873f9054b2c66/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,540 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-17T22:53:43,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee, server=1a6e40b21a48,45673,1731884002332 in 10.0560 sec 2024-11-17T22:53:43,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-17T22:53:43,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15dbfc416cec66ba6586460841d38bfb, server=1a6e40b21a48,44155,1731884002264 in 10.0400 sec 2024-11-17T22:53:43,541 INFO [StoreOpener-2484fa0606582e4293fadb6b0018507a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2484fa0606582e4293fadb6b0018507a columnFamilyName cf 2024-11-17T22:53:43,542 DEBUG [StoreOpener-2484fa0606582e4293fadb6b0018507a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,542 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,542 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=22923de0ff1bc8fb1ec38a378ecd80ee, ASSIGN in 10.2200 sec 2024-11-17T22:53:43,543 INFO [StoreOpener-2484fa0606582e4293fadb6b0018507a-1 {}] regionserver.HStore(327): Store=2484fa0606582e4293fadb6b0018507a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,543 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,543 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15dbfc416cec66ba6586460841d38bfb, ASSIGN in 10.2210 sec 2024-11-17T22:53:43,543 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,543 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,544 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,545 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,545 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,545 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,546 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened aafcb5d2bde5bbcc3b13b7f63e3d3329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60260130, jitterRate=-0.10205408930778503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:43,546 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for aafcb5d2bde5bbcc3b13b7f63e3d3329: Running coprocessor pre-open hook at 1731884023527Writing region info on filesystem at 1731884023527Initializing all the Stores at 1731884023528 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023528Cleaning up temporary data from old regions at 1731884023538 (+10 ms)Running coprocessor post-open hooks at 1731884023546 (+8 ms)Region opened successfully at 1731884023546 2024-11-17T22:53:43,547 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., pid=21, masterSystemTime=1731884023495 2024-11-17T22:53:43,548 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,549 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:43,549 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:53:43,549 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:43,549 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 70e8044b5c6e352a7e94b1158bbc12b7, NAME => 'SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-17T22:53:43,549 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,549 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,550 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=aafcb5d2bde5bbcc3b13b7f63e3d3329, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:43,550 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,551 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/ff3e9d1d395ecaa28a8873f9054b2c66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,41295,1731884002298 because future has completed 2024-11-17T22:53:43,552 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 2484fa0606582e4293fadb6b0018507a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66403393, jitterRate=-0.0105123370885849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:43,552 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ff3e9d1d395ecaa28a8873f9054b2c66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71962127, jitterRate=0.07231925427913666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 2484fa0606582e4293fadb6b0018507a: Running coprocessor pre-open hook at 1731884023533Writing region info on filesystem at 1731884023533Initializing all the Stores at 1731884023534 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023534Cleaning up temporary data from old regions at 1731884023546 (+12 ms)Running coprocessor post-open hooks at 1731884023552 (+6 ms)Region opened successfully at 1731884023552 2024-11-17T22:53:43,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:43,552 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ff3e9d1d395ecaa28a8873f9054b2c66: Running coprocessor pre-open hook at 1731884023533Writing region info on filesystem at 1731884023533Initializing all the Stores at 1731884023534 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023534Cleaning up temporary data from old regions at 1731884023543 (+9 ms)Running coprocessor post-open hooks at 1731884023552 (+9 ms)Region opened successfully at 1731884023552 2024-11-17T22:53:43,553 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., pid=18, masterSystemTime=1731884023485 2024-11-17T22:53:43,553 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66., pid=20, masterSystemTime=1731884023488 2024-11-17T22:53:43,554 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,555 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e8044b5c6e352a7e94b1158bbc12b7 columnFamilyName cf 2024-11-17T22:53:43,556 DEBUG [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,556 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:43,556 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:43,556 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] regionserver.HStore(327): Store=70e8044b5c6e352a7e94b1158bbc12b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,556 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:43,556 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 759c5e577bc475e597331e6cf5acf907, NAME => 'SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-17T22:53:43,556 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,557 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2484fa0606582e4293fadb6b0018507a, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:43,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:53:43,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,557 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,558 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:43,558 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:53:43,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-17T22:53:43,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,41295,1731884002298 in 10.0600 sec 2024-11-17T22:53:43,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff3e9d1d395ecaa28a8873f9054b2c66, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:53:43,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2484fa0606582e4293fadb6b0018507a, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:53:43,561 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN in 10.2380 sec 2024-11-17T22:53:43,562 INFO [StoreOpener-759c5e577bc475e597331e6cf5acf907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66, server=1a6e40b21a48,44155,1731884002264 because future has completed 2024-11-17T22:53:43,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,562 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,563 INFO [StoreOpener-759c5e577bc475e597331e6cf5acf907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759c5e577bc475e597331e6cf5acf907 columnFamilyName cf 2024-11-17T22:53:43,564 DEBUG [StoreOpener-759c5e577bc475e597331e6cf5acf907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:53:43,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-17T22:53:43,564 INFO [StoreOpener-759c5e577bc475e597331e6cf5acf907-1 {}] regionserver.HStore(327): Store=759c5e577bc475e597331e6cf5acf907/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:53:43,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2484fa0606582e4293fadb6b0018507a, server=1a6e40b21a48,45673,1731884002332 in 10.0760 sec 2024-11-17T22:53:43,564 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,565 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,565 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,566 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-17T22:53:43,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2484fa0606582e4293fadb6b0018507a, ASSIGN in 10.2440 sec 2024-11-17T22:53:43,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66, server=1a6e40b21a48,44155,1731884002264 in 10.0720 sec 2024-11-17T22:53:43,567 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,567 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff3e9d1d395ecaa28a8873f9054b2c66, ASSIGN in 10.2460 sec 2024-11-17T22:53:43,568 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,569 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 70e8044b5c6e352a7e94b1158bbc12b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74620532, jitterRate=0.11193257570266724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,569 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,569 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:43,569 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 70e8044b5c6e352a7e94b1158bbc12b7: Running coprocessor pre-open hook at 1731884023550Writing region info on filesystem at 1731884023550Initializing all the Stores at 1731884023551 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023551Cleaning up temporary data from old regions at 1731884023562 (+11 ms)Running coprocessor post-open hooks at 1731884023569 (+7 ms)Region opened successfully at 1731884023569 2024-11-17T22:53:43,570 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7., pid=22, masterSystemTime=1731884023495 2024-11-17T22:53:43,571 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/759c5e577bc475e597331e6cf5acf907/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T22:53:43,572 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 759c5e577bc475e597331e6cf5acf907; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65505128, jitterRate=-0.023897528648376465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:53:43,572 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:43,572 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:53:43,572 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:53:43,572 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 759c5e577bc475e597331e6cf5acf907: Running coprocessor pre-open hook at 1731884023557Writing region info on filesystem at 1731884023557Initializing all the Stores at 1731884023561 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884023561Cleaning up temporary data from old regions at 1731884023567 (+6 ms)Running coprocessor post-open hooks at 1731884023572 (+5 ms)Region opened successfully at 1731884023572 2024-11-17T22:53:43,572 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907., pid=17, masterSystemTime=1731884023485 2024-11-17T22:53:43,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70e8044b5c6e352a7e94b1158bbc12b7, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,41295,1731884002298 2024-11-17T22:53:43,574 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:43,574 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:53:43,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,41295,1731884002298 because future has completed 2024-11-17T22:53:43,575 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=759c5e577bc475e597331e6cf5acf907, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:53:43,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759c5e577bc475e597331e6cf5acf907, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:53:43,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-17T22:53:43,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,41295,1731884002298 in 10.0820 sec 2024-11-17T22:53:43,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN in 10.2580 sec 2024-11-17T22:53:43,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-17T22:53:43,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 759c5e577bc475e597331e6cf5acf907, server=1a6e40b21a48,45673,1731884002332 in 10.0940 sec 2024-11-17T22:53:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T22:53:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=759c5e577bc475e597331e6cf5acf907, ASSIGN in 10.2600 sec 2024-11-17T22:53:43,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T22:53:43,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731884023582"}]},"ts":"1731884023582"} 2024-11-17T22:53:43,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-17T22:53:43,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T22:53:43,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3820 sec 2024-11-17T22:53:46,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-17T22:53:49,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T22:53:49,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:49,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T22:53:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T22:53:51,435 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-17T22:53:51,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-17T22:53:51,436 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:53:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-17T22:53:51,447 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:53:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-17T22:53:51,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,490 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,491 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,492 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,492 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,493 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,525 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., hostname=1a6e40b21a48,44155,1731884002264, seqNum=2] 2024-11-17T22:53:51,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., hostname=1a6e40b21a48,44155,1731884002264, seqNum=2] 2024-11-17T22:53:51,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., hostname=1a6e40b21a48,44155,1731884002264, seqNum=2] 2024-11-17T22:53:51,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., hostname=1a6e40b21a48,44155,1731884002264, seqNum=2] 2024-11-17T22:53:51,530 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., hostname=1a6e40b21a48,44155,1731884002264, seqNum=2] 2024-11-17T22:53:51,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., hostname=1a6e40b21a48,41295,1731884002298, seqNum=2] 2024-11-17T22:53:51,565 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., hostname=1a6e40b21a48,41295,1731884002298, seqNum=2] 2024-11-17T22:53:51,567 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., hostname=1a6e40b21a48,41295,1731884002298, seqNum=2] 2024-11-17T22:53:51,568 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., hostname=1a6e40b21a48,41295,1731884002298, seqNum=2] 2024-11-17T22:53:51,569 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., hostname=1a6e40b21a48,41295,1731884002298, seqNum=2] 2024-11-17T22:53:51,629 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,631 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,632 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,633 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:51,634 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974., hostname=1a6e40b21a48,45673,1731884002332, seqNum=2] 2024-11-17T22:53:52,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:53:52,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:53:52,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:53:52,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T22:53:52,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:53:52,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T22:53:52,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:53:52,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41295 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:53:52,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:53:52,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T22:53:52,800 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-17T22:53:52,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:53:52,801 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T22:53:52,802 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T22:53:52,805 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T22:53:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:53:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:53:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741848_1024 (size=49) 2024-11-17T22:53:52,817 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T22:53:52,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15dbfc416cec66ba6586460841d38bfb}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 759c5e577bc475e597331e6cf5acf907}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2484fa0606582e4293fadb6b0018507a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf8c7ec1a3e48485a02b701564497bd6}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bd3a01790f0162b37a04aa742b2d974}] 2024-11-17T22:53:52,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:53:52,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:53:52,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:53:52,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:53:52,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:53:52,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:53:52,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:53:52,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:53:52,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:53:52,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:54:02,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-17T22:54:02,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T22:54:02,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-17T22:54:02,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-17T22:54:02,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-17T22:54:02,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:02,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:02,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:02,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-17T22:54:02,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8bd3a01790f0162b37a04aa742b2d974 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 15dbfc416cec66ba6586460841d38bfb: 2024-11-17T22:54:02,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing aafcb5d2bde5bbcc3b13b7f63e3d3329 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-17T22:54:02,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 8c4176b84ce14aa005f09a6cd70c715a: 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:02,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T22:54:02,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:02,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:02,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 70e8044b5c6e352a7e94b1158bbc12b7: 2024-11-17T22:54:02,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:02,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ff3e9d1d395ecaa28a8873f9054b2c66: 2024-11-17T22:54:02,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 759c5e577bc475e597331e6cf5acf907: 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,828 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 2484fa0606582e4293fadb6b0018507a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-17T22:54:02,828 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cf8c7ec1a3e48485a02b701564497bd6 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/.tmp/cf/9829aa0d98734631a2902e27d05ba500 is 34, key is aaa/cf:cf/1731884032331/Put/seqid=0 2024-11-17T22:54:02,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/.tmp/cf/1a1292e862884a6e94523e777bf837f6 is 34, key is baa/cf:cf/1731884032280/Put/seqid=0 2024-11-17T22:54:02,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/.tmp/cf/96351110ad4f4e10906a2bd1a223e75b is 34, key is ccd/cf:cf/1731884032309/Put/seqid=0 2024-11-17T22:54:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:54:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:54:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741849_1025 (size=65) 2024-11-17T22:54:02,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:02,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-17T22:54:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-17T22:54:02,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:02,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:02,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a in 10.0590 sec 2024-11-17T22:54:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741850_1026 (size=57) 2024-11-17T22:54:02,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741850_1026 (size=57) 2024-11-17T22:54:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741853_1029 (size=65) 2024-11-17T22:54:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741853_1029 (size=65) 2024-11-17T22:54:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741853_1029 (size=65) 2024-11-17T22:54:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741850_1026 (size=57) 2024-11-17T22:54:02,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:02,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-17T22:54:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-17T22:54:02,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:54:02,891 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:54:02,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15dbfc416cec66ba6586460841d38bfb in 10.0750 sec 2024-11-17T22:54:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:54:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:54:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741852_1028 (size=65) 2024-11-17T22:54:02,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:02,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-17T22:54:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-17T22:54:02,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:02,905 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:02,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7 in 10.0890 sec 2024-11-17T22:54:02,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/.tmp/cf/7a733399c2204db6bcfcc3084a630e27 is 34, key is eaa/cf:cf/1731884032730/Put/seqid=0 2024-11-17T22:54:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:54:02,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:54:02,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741851_1027 (size=65) 2024-11-17T22:54:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-17T22:54:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 22923de0ff1bc8fb1ec38a378ecd80ee: 2024-11-17T22:54:02,914 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T22:54:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-17T22:54:02,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:54:02,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:54:02,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 759c5e577bc475e597331e6cf5acf907 in 10.0990 sec 2024-11-17T22:54:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741854_1030 (size=26918) 2024-11-17T22:54:02,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741854_1030 (size=26918) 2024-11-17T22:54:02,929 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/.tmp/cf/9829aa0d98734631a2902e27d05ba500 2024-11-17T22:54:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741854_1030 (size=26918) 2024-11-17T22:54:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741855_1031 (size=28623) 2024-11-17T22:54:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741855_1031 (size=28623) 2024-11-17T22:54:02,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741855_1031 (size=28623) 2024-11-17T22:54:02,941 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/.tmp/cf/1a1292e862884a6e94523e777bf837f6 2024-11-17T22:54:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741856_1032 (size=47197) 2024-11-17T22:54:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741856_1032 (size=47197) 2024-11-17T22:54:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741856_1032 (size=47197) 2024-11-17T22:54:02,946 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/.tmp/cf/96351110ad4f4e10906a2bd1a223e75b 2024-11-17T22:54:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/.tmp/cf/9829aa0d98734631a2902e27d05ba500 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/cf/9829aa0d98734631a2902e27d05ba500 2024-11-17T22:54:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741857_1033 (size=499309) 2024-11-17T22:54:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741857_1033 (size=499309) 2024-11-17T22:54:02,964 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/.tmp/cf/7a733399c2204db6bcfcc3084a630e27 2024-11-17T22:54:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741857_1033 (size=499309) 2024-11-17T22:54:02,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/.tmp/cf/1a1292e862884a6e94523e777bf837f6 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/cf/1a1292e862884a6e94523e777bf837f6 2024-11-17T22:54:02,973 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/cf/9829aa0d98734631a2902e27d05ba500, entries=676, sequenceid=5, filesize=26.3 K 2024-11-17T22:54:02,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 2484fa0606582e4293fadb6b0018507a in 146ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:02,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/.tmp/cf/96351110ad4f4e10906a2bd1a223e75b as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/cf/96351110ad4f4e10906a2bd1a223e75b 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2484fa0606582e4293fadb6b0018507a: 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/cf/9829aa0d98734631a2902e27d05ba500] hfiles 2024-11-17T22:54:02,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/cf/9829aa0d98734631a2902e27d05ba500 for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741858_1034 (size=65) 2024-11-17T22:54:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741858_1034 (size=65) 2024-11-17T22:54:02,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741858_1034 (size=65) 2024-11-17T22:54:02,981 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/cf/1a1292e862884a6e94523e777bf837f6, entries=731, sequenceid=5, filesize=28.0 K 2024-11-17T22:54:02,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:02,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-17T22:54:02,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/.tmp/cf/7a733399c2204db6bcfcc3084a630e27 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/cf/7a733399c2204db6bcfcc3084a630e27 2024-11-17T22:54:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-17T22:54:02,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:54:02,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:54:02,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for cf8c7ec1a3e48485a02b701564497bd6 in 155ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cf8c7ec1a3e48485a02b701564497bd6: 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/cf/1a1292e862884a6e94523e777bf837f6] hfiles 2024-11-17T22:54:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/cf/1a1292e862884a6e94523e777bf837f6 for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 22923de0ff1bc8fb1ec38a378ecd80ee in 10.1660 sec 2024-11-17T22:54:02,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/cf/96351110ad4f4e10906a2bd1a223e75b, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-17T22:54:02,987 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for aafcb5d2bde5bbcc3b13b7f63e3d3329 in 163ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for aafcb5d2bde5bbcc3b13b7f63e3d3329: 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/cf/96351110ad4f4e10906a2bd1a223e75b] hfiles 2024-11-17T22:54:02,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/cf/96351110ad4f4e10906a2bd1a223e75b for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,991 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/cf/7a733399c2204db6bcfcc3084a630e27, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-17T22:54:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741859_1035 (size=105) 2024-11-17T22:54:02,993 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8bd3a01790f0162b37a04aa742b2d974 in 170ms, sequenceid=5, compaction requested=false 2024-11-17T22:54:02,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8bd3a01790f0162b37a04aa742b2d974: 2024-11-17T22:54:02,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. for SnapshotProcedureTest completed. 2024-11-17T22:54:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741859_1035 (size=105) 2024-11-17T22:54:02,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.' region-info for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T22:54:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741859_1035 (size=105) 2024-11-17T22:54:02,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/cf/7a733399c2204db6bcfcc3084a630e27] hfiles 2024-11-17T22:54:02,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/cf/7a733399c2204db6bcfcc3084a630e27 for snapshot=SnapshotProcedureTest 2024-11-17T22:54:02,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:02,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-17T22:54:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-17T22:54:02,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:54:02,996 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:54:02,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2484fa0606582e4293fadb6b0018507a in 10.1790 sec 2024-11-17T22:54:03,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741860_1036 (size=105) 2024-11-17T22:54:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741860_1036 (size=105) 2024-11-17T22:54:03,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:03,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T22:54:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741860_1036 (size=105) 2024-11-17T22:54:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T22:54:03,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:54:03,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:54:03,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf8c7ec1a3e48485a02b701564497bd6 in 10.1910 sec 2024-11-17T22:54:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741861_1037 (size=105) 2024-11-17T22:54:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741861_1037 (size=105) 2024-11-17T22:54:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741861_1037 (size=105) 2024-11-17T22:54:03,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:03,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-17T22:54:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-17T22:54:03,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:03,017 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741862_1038 (size=97) 2024-11-17T22:54:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741862_1038 (size=97) 2024-11-17T22:54:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741862_1038 (size=97) 2024-11-17T22:54:03,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:03,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T22:54:03,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329 in 10.2010 sec 2024-11-17T22:54:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T22:54:03,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:54:03,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:54:03,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bd3a01790f0162b37a04aa742b2d974 in 10.2070 sec 2024-11-17T22:54:03,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:03,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-17T22:54:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-17T22:54:03,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:54:03,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:54:03,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-17T22:54:03,296 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T22:54:03,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff3e9d1d395ecaa28a8873f9054b2c66 in 10.4760 sec 2024-11-17T22:54:03,298 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T22:54:03,299 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T22:54:03,299 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-17T22:54:03,301 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:54:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741863_1039 (size=1174) 2024-11-17T22:54:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741863_1039 (size=1174) 2024-11-17T22:54:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741863_1039 (size=1174) 2024-11-17T22:54:03,325 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T22:54:03,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-17T22:54:03,332 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:03,332 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:03,332 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:03,332 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:03,332 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:03,336 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,336 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,336 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:03,336 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:54:03,422 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,423 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1a6e40b21a48,41295,1731884002298: Simulated kill ***** 2024-11-17T22:54:03,423 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T22:54:03,423 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T22:54:03,424 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T22:54:03,425 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T22:54:03,425 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T22:54:03,425 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 612621696 }, "NonHeapMemoryUsage": { "committed": 178061312, "init": 7667712, "max": -1, "used": 173494080 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T22:54:03,426 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46143 {}] master.MasterRpcServices(700): 1a6e40b21a48,41295,1731884002298 reported a fatal error: ***** ABORTING region server 1a6e40b21a48,41295,1731884002298: Simulated kill ***** 2024-11-17T22:54:03,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,41295,1731884002298' ***** 2024-11-17T22:54:03,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-17T22:54:03,428 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:54:03,428 INFO [RS:1;1a6e40b21a48:41295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-17T22:54:03,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:54:03,429 INFO [RS:1;1a6e40b21a48:41295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-17T22:54:03,429 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:03,429 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T22:54:03,429 INFO [RS:1;1a6e40b21a48:41295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1a6e40b21a48:41295. 2024-11-17T22:54:03,430 DEBUG [RS:1;1a6e40b21a48:41295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:03,430 DEBUG [RS:1;1a6e40b21a48:41295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741834_1010 (size=1488) 2024-11-17T22:54:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741834_1010 (size=1488) 2024-11-17T22:54:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741834_1010 (size=1488) 2024-11-17T22:54:03,434 DEBUG [RS:1;1a6e40b21a48:41295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:03,435 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:03,435 INFO [RS:1;1a6e40b21a48:41295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41295 2024-11-17T22:54:03,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:54:03,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,436 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:03,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,41295,1731884002298] 2024-11-17T22:54:03,438 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,41295,1731884002298 already deleted, retry=false 2024-11-17T22:54:03,438 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1a6e40b21a48,41295,1731884002298 on 1a6e40b21a48,46143,1731884002211 2024-11-17T22:54:03,439 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1a6e40b21a48,41295,1731884002298, splitWal=true, meta=false 2024-11-17T22:54:03,439 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 1a6e40b21a48,41295,1731884002298 (carryingMeta=false) 1a6e40b21a48,41295,1731884002298/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7bb4ba7f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T22:54:03,440 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1a6e40b21a48,41295,1731884002298, splitWal=true, meta=false 2024-11-17T22:54:03,440 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1a6e40b21a48,41295,1731884002298 had 3 regions 2024-11-17T22:54:03,441 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1a6e40b21a48,41295,1731884002298, splitWal=true, meta=false, isMeta: false 2024-11-17T22:54:03,442 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting 2024-11-17T22:54:03,443 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,41295,1731884002298 WAL count=1, meta=false 2024-11-17T22:54:03,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41295%2C1731884002298.1731884002761}] 2024-11-17T22:54:03,445 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:03,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41295%2C1731884002298.1731884002761, worker=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:54:03,446 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,41295,1731884002298 Release verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,447 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 1a6e40b21a48,41295,1731884002298, this operation will be retried to send to another server 2024-11-17T22:54:03,447 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:03,447 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,41295,1731884002298 Release verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,447 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-17T22:54:03,447 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 1a6e40b21a48,41295,1731884002298, this operation will be retried to send to another server 2024-11-17T22:54:03,447 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-17T22:54:03,447 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731884044447 2024-11-17T22:54:03,447 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-17T22:54:03,447 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:03,447 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731884044447 2024-11-17T22:54:03,448 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,41295,1731884002298 Release verify snapshot worker=1a6e40b21a48,41295,1731884002298 2024-11-17T22:54:03,448 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 1a6e40b21a48,41295,1731884002298, this operation will be retried to send to another server 2024-11-17T22:54:03,448 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-17T22:54:03,448 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731884044448 2024-11-17T22:54:03,476 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41295-0x1004fe408010002, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:03,538 INFO [RS:1;1a6e40b21a48:41295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:03,538 INFO [RS:1;1a6e40b21a48:41295 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,41295,1731884002298; zookeeper connection closed. 2024-11-17T22:54:03,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8d9f144 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8d9f144 2024-11-17T22:54:03,626 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:54:03,626 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-17T22:54:13,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-17T22:54:13,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-17T22:54:13,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:54:13,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-17T22:54:13,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-17T22:54:13,339 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-17T22:54:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-17T22:54:13,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-17T22:54:13,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-17T22:54:13,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-17T22:54:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-17T22:54:13,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-17T22:54:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-17T22:54:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-17T22:54:13,342 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 Release verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,342 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 Release verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-17T22:54:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-17T22:54:13,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 in 10.0130 sec 2024-11-17T22:54:13,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 in 10.0130 sec 2024-11-17T22:54:13,344 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 Release verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,344 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,344 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,345 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,345 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 Release verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 in 10.0150 sec 2024-11-17T22:54:13,348 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 Release verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,348 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 Release verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 in 10.0160 sec 2024-11-17T22:54:13,349 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 in 10.0190 sec 2024-11-17T22:54:13,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 in 10.0190 sec 2024-11-17T22:54:13,355 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, size=1.5 K (1488bytes) 2024-11-17T22:54:13,355 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 2024-11-17T22:54:13,356 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 after 0ms 2024-11-17T22:54:13,358 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 took 3ms 2024-11-17T22:54:13,361 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 8c4176b84ce14aa005f09a6cd70c715a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:54:13,362 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for aafcb5d2bde5bbcc3b13b7f63e3d3329: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 70e8044b5c6e352a7e94b1158bbc12b7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 so closing down 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-17T22:54:13,363 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-17T22:54:13,363 INFO [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, journal: Splitting hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, size=1.5 K (1488bytes) at 1731884053355Finishing writing output for hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 so closing down at 1731884053363 (+8 ms)3 split writer threads finished at 1731884053363Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731884053363 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 2024-11-17T22:54:13,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1a6e40b21a48:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T22:54:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-17T22:54:13,368 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting/1a6e40b21a48%2C41295%2C1731884002298.1731884002761 to hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs 2024-11-17T22:54:13,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-17T22:54:13,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1a6e40b21a48%2C41295%2C1731884002298.1731884002761, worker=1a6e40b21a48,45673,1731884002332 in 9.9230 sec 2024-11-17T22:54:13,371 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-17T22:54:13,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 1a6e40b21a48%2C41295%2C1731884002298.1731884002761, worker=1a6e40b21a48,45673,1731884002332 in 9.9280 sec 2024-11-17T22:54:13,374 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting dir is empty, no logs to split. 2024-11-17T22:54:13,374 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1a6e40b21a48,41295,1731884002298 WAL count=0, meta=false 2024-11-17T22:54:13,374 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1a6e40b21a48,41295,1731884002298 WAL splitting is done? wals=0, meta=false 2024-11-17T22:54:13,376 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1a6e40b21a48,41295,1731884002298 failed, ignore...File hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/WALs/1a6e40b21a48,41295,1731884002298-splitting does not exist. 2024-11-17T22:54:13,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN}] 2024-11-17T22:54:13,378 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN 2024-11-17T22:54:13,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN 2024-11-17T22:54:13,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN 2024-11-17T22:54:13,379 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:13,379 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:13,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T22:54:13,530 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(204): Hosts are {1a6e40b21a48=0} racks are {/default-rack=0} 2024-11-17T22:54:13,531 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-17T22:54:13,531 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-17T22:54:13,531 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-17T22:54:13,531 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-17T22:54:13,531 INFO [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-17T22:54:13,531 INFO [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-17T22:54:13,531 DEBUG [1a6e40b21a48:46143 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-17T22:54:13,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8c4176b84ce14aa005f09a6cd70c715a, regionState=OPENING, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:13,533 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=aafcb5d2bde5bbcc3b13b7f63e3d3329, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=70e8044b5c6e352a7e94b1158bbc12b7, regionState=OPENING, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:13,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN because future has completed 2024-11-17T22:54:13,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:54:13,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN because future has completed 2024-11-17T22:54:13,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,44155,1731884002264}] 2024-11-17T22:54:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN because future has completed 2024-11-17T22:54:13,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,45673,1731884002332}] 2024-11-17T22:54:13,749 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T22:54:13,749 INFO [master/1a6e40b21a48:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T22:54:22,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T22:54:22,751 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-17T22:54:23,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-17T22:54:23,354 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,354 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-17T22:54:23,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-17T22:54:23,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-17T22:54:23,354 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => aafcb5d2bde5bbcc3b13b7f63e3d3329, NAME => 'SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-17T22:54:23,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4176b84ce14aa005f09a6cd70c715a, NAME => 'SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-17T22:54:23,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-17T22:54:23,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-17T22:54:23,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-17T22:54:23,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-17T22:54:23,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:23,355 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-17T22:54:23,356 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,356 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,356 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,356 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-17T22:54:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-17T22:54:23,358 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,358 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,358 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 Release verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-17T22:54:23,359 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aafcb5d2bde5bbcc3b13b7f63e3d3329 columnFamilyName cf 2024-11-17T22:54:23,359 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4176b84ce14aa005f09a6cd70c715a columnFamilyName cf 2024-11-17T22:54:23,359 DEBUG [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:23,359 DEBUG [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:23,359 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 Release verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,360 INFO [StoreOpener-8c4176b84ce14aa005f09a6cd70c715a-1 {}] regionserver.HStore(327): Store=8c4176b84ce14aa005f09a6cd70c715a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:23,360 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 in 20.0290 sec 2024-11-17T22:54:23,361 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 in 20.0300 sec 2024-11-17T22:54:23,361 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 Release verify snapshot worker=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,361 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 Release verify snapshot worker=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:23,362 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,363 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,44155,1731884002264 in 20.0320 sec 2024-11-17T22:54:23,364 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-17T22:54:23,365 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T22:54:23,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=1a6e40b21a48,45673,1731884002332 in 20.0320 sec 2024-11-17T22:54:23,365 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.hbase-snapshot/SnapshotProcedureTest 2024-11-17T22:54:23,366 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 8c4176b84ce14aa005f09a6cd70c715a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58763404, jitterRate=-0.12435704469680786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:54:23,366 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,366 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 8c4176b84ce14aa005f09a6cd70c715a: Running coprocessor pre-open hook at 1731884063356Writing region info on filesystem at 1731884063356Initializing all the Stores at 1731884063358 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884063358Cleaning up temporary data from old regions at 1731884063363 (+5 ms)Running coprocessor post-open hooks at 1731884063366 (+3 ms)Region opened successfully at 1731884063366 2024-11-17T22:54:23,367 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a., pid=53, masterSystemTime=1731884063345 2024-11-17T22:54:23,367 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T22:54:23,367 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-17T22:54:23,368 DEBUG [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/cf/96351110ad4f4e10906a2bd1a223e75b 2024-11-17T22:54:23,368 INFO [StoreOpener-aafcb5d2bde5bbcc3b13b7f63e3d3329-1 {}] regionserver.HStore(327): Store=aafcb5d2bde5bbcc3b13b7f63e3d3329/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:23,368 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,368 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,368 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.5680 sec 2024-11-17T22:54:23,369 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=8c4176b84ce14aa005f09a6cd70c715a, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:23,369 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,44155,1731884002264 because future has completed 2024-11-17T22:54:23,370 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,371 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-17T22:54:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c4176b84ce14aa005f09a6cd70c715a, server=1a6e40b21a48,44155,1731884002264 in 9.8340 sec 2024-11-17T22:54:23,373 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8c4176b84ce14aa005f09a6cd70c715a, ASSIGN in 9.9960 sec 2024-11-17T22:54:23,375 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:54:23,375 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened aafcb5d2bde5bbcc3b13b7f63e3d3329; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63212951, jitterRate=-0.058053627610206604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:54:23,376 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,376 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for aafcb5d2bde5bbcc3b13b7f63e3d3329: Running coprocessor pre-open hook at 1731884063356Writing region info on filesystem at 1731884063356Initializing all the Stores at 1731884063358 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884063358Cleaning up temporary data from old regions at 1731884063371 (+13 ms)Running coprocessor post-open hooks at 1731884063376 (+5 ms)Region opened successfully at 1731884063376 2024-11-17T22:54:23,376 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., pid=52, masterSystemTime=1731884063345 2024-11-17T22:54:23,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,378 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,378 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 70e8044b5c6e352a7e94b1158bbc12b7, NAME => 'SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-17T22:54:23,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=aafcb5d2bde5bbcc3b13b7f63e3d3329, regionState=OPEN, openSeqNum=6, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,378 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T22:54:23,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,379 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:54:23,380 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,381 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70e8044b5c6e352a7e94b1158bbc12b7 columnFamilyName cf 2024-11-17T22:54:23,381 DEBUG [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T22:54:23,382 INFO [StoreOpener-70e8044b5c6e352a7e94b1158bbc12b7-1 {}] regionserver.HStore(327): Store=70e8044b5c6e352a7e94b1158bbc12b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T22:54:23,382 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-17T22:54:23,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure aafcb5d2bde5bbcc3b13b7f63e3d3329, server=1a6e40b21a48,45673,1731884002332 in 9.8440 sec 2024-11-17T22:54:23,383 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aafcb5d2bde5bbcc3b13b7f63e3d3329, ASSIGN in 10.0050 sec 2024-11-17T22:54:23,384 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,384 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,385 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,386 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,387 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 70e8044b5c6e352a7e94b1158bbc12b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74645944, jitterRate=0.11231124401092529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T22:54:23,387 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,387 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 70e8044b5c6e352a7e94b1158bbc12b7: Running coprocessor pre-open hook at 1731884063379Writing region info on filesystem at 1731884063379Initializing all the Stores at 1731884063380 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731884063380Cleaning up temporary data from old regions at 1731884063385 (+5 ms)Running coprocessor post-open hooks at 1731884063387 (+2 ms)Region opened successfully at 1731884063387 2024-11-17T22:54:23,388 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7., pid=54, masterSystemTime=1731884063345 2024-11-17T22:54:23,389 DEBUG [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,389 INFO [RS_OPEN_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=70e8044b5c6e352a7e94b1158bbc12b7, regionState=OPEN, openSeqNum=2, regionLocation=1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,45673,1731884002332 because future has completed 2024-11-17T22:54:23,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-17T22:54:23,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 70e8044b5c6e352a7e94b1158bbc12b7, server=1a6e40b21a48,45673,1731884002332 in 9.8540 sec 2024-11-17T22:54:23,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-17T22:54:23,395 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 1a6e40b21a48,41295,1731884002298 after splitting done 2024-11-17T22:54:23,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=70e8044b5c6e352a7e94b1158bbc12b7, ASSIGN in 10.0170 sec 2024-11-17T22:54:23,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 1a6e40b21a48,41295,1731884002298, splitWal=true, meta=false in 19.9570 sec 2024-11-17T22:54:23,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-17T22:54:23,464 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-17T22:54:23,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T22:54:23,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:54:23,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:23,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T22:54:23,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T22:54:23,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=564762481, stopped=false 2024-11-17T22:54:23,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1a6e40b21a48,46143,1731884002211 2024-11-17T22:54:23,466 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T22:54:23,466 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:23,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:23,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:23,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:23,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T22:54:23,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:23,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:23,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T22:54:23,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,44155,1731884002264' ***** 2024-11-17T22:54:23,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:54:23,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1a6e40b21a48,45673,1731884002332' ***** 2024-11-17T22:54:23,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T22:54:23,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:54:23,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for 15dbfc416cec66ba6586460841d38bfb 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for 22923de0ff1bc8fb1ec38a378ecd80ee 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for cf8c7ec1a3e48485a02b701564497bd6 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c4176b84ce14aa005f09a6cd70c715a 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for 2484fa0606582e4293fadb6b0018507a 2024-11-17T22:54:23,468 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15dbfc416cec66ba6586460841d38bfb, disabling compactions & flushes 2024-11-17T22:54:23,468 INFO [RS:0;1a6e40b21a48:44155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1a6e40b21a48:44155. 2024-11-17T22:54:23,468 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:23,468 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for 759c5e577bc475e597331e6cf5acf907 2024-11-17T22:54:23,469 DEBUG [RS:0;1a6e40b21a48:44155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22923de0ff1bc8fb1ec38a378ecd80ee, disabling compactions & flushes 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. after waiting 0 ms 2024-11-17T22:54:23,469 DEBUG [RS:0;1a6e40b21a48:44155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for 70e8044b5c6e352a7e94b1158bbc12b7 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:23,469 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bd3a01790f0162b37a04aa742b2d974 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(959): stopping server 1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,469 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. after waiting 0 ms 2024-11-17T22:54:23,469 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:23,469 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:23,469 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1a6e40b21a48:45673. 2024-11-17T22:54:23,469 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T22:54:23,469 DEBUG [RS:2;1a6e40b21a48:45673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T22:54:23,469 DEBUG [RS:2;1a6e40b21a48:45673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,469 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-17T22:54:23,469 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1325): Online Regions={22923de0ff1bc8fb1ec38a378ecd80ee=SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee., 2484fa0606582e4293fadb6b0018507a=SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a., aafcb5d2bde5bbcc3b13b7f63e3d3329=SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329., 759c5e577bc475e597331e6cf5acf907=SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907., 70e8044b5c6e352a7e94b1158bbc12b7=SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7., 8bd3a01790f0162b37a04aa742b2d974=SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974.} 2024-11-17T22:54:23,469 DEBUG [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1351): Waiting on 22923de0ff1bc8fb1ec38a378ecd80ee, 2484fa0606582e4293fadb6b0018507a, 70e8044b5c6e352a7e94b1158bbc12b7, 759c5e577bc475e597331e6cf5acf907, 8bd3a01790f0162b37a04aa742b2d974, aafcb5d2bde5bbcc3b13b7f63e3d3329 2024-11-17T22:54:23,475 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-17T22:54:23,475 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1325): Online Regions={15dbfc416cec66ba6586460841d38bfb=SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb., 1588230740=hbase:meta,,1.1588230740, ff3e9d1d395ecaa28a8873f9054b2c66=SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66., cf8c7ec1a3e48485a02b701564497bd6=SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6., 8c4176b84ce14aa005f09a6cd70c715a=SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a.} 2024-11-17T22:54:23,475 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T22:54:23,475 DEBUG [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15dbfc416cec66ba6586460841d38bfb, 8c4176b84ce14aa005f09a6cd70c715a, cf8c7ec1a3e48485a02b701564497bd6, ff3e9d1d395ecaa28a8873f9054b2c66 2024-11-17T22:54:23,475 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T22:54:23,475 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T22:54:23,475 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T22:54:23,475 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T22:54:23,475 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-17T22:54:23,479 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/22923de0ff1bc8fb1ec38a378ecd80ee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:54:23,479 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/15dbfc416cec66ba6586460841d38bfb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:54:23,479 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:23,479 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:23,479 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22923de0ff1bc8fb1ec38a378ecd80ee: Waiting for close lock at 1731884063468Running coprocessor pre-close hooks at 1731884063469 (+1 ms)Disabling compacts and flushes for region at 1731884063469Disabling writes for close at 1731884063469Writing region close event to WAL at 1731884063475 (+6 ms)Running coprocessor post-close hooks at 1731884063479 (+4 ms)Closed at 1731884063479 2024-11-17T22:54:23,479 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15dbfc416cec66ba6586460841d38bfb: Waiting for close lock at 1731884063468Running coprocessor pre-close hooks at 1731884063468Disabling compacts and flushes for region at 1731884063468Disabling writes for close at 1731884063469 (+1 ms)Writing region close event to WAL at 1731884063475 (+6 ms)Running coprocessor post-close hooks at 1731884063479 (+4 ms)Closed at 1731884063479 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731884013203.22923de0ff1bc8fb1ec38a378ecd80ee. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731884013203.15dbfc416cec66ba6586460841d38bfb. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2484fa0606582e4293fadb6b0018507a, disabling compactions & flushes 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff3e9d1d395ecaa28a8873f9054b2c66, disabling compactions & flushes 2024-11-17T22:54:23,480 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:23,480 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. after waiting 0 ms 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. after waiting 0 ms 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:23,480 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:23,486 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/ff3e9d1d395ecaa28a8873f9054b2c66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:54:23,487 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:23,487 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff3e9d1d395ecaa28a8873f9054b2c66: Waiting for close lock at 1731884063480Running coprocessor pre-close hooks at 1731884063480Disabling compacts and flushes for region at 1731884063480Disabling writes for close at 1731884063480Writing region close event to WAL at 1731884063480Running coprocessor post-close hooks at 1731884063487 (+7 ms)Closed at 1731884063487 2024-11-17T22:54:23,487 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731884013203.ff3e9d1d395ecaa28a8873f9054b2c66. 2024-11-17T22:54:23,488 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf8c7ec1a3e48485a02b701564497bd6, disabling compactions & flushes 2024-11-17T22:54:23,488 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:23,488 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:23,488 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. after waiting 0 ms 2024-11-17T22:54:23,488 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:23,489 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/2484fa0606582e4293fadb6b0018507a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:23,490 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:23,490 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2484fa0606582e4293fadb6b0018507a: Waiting for close lock at 1731884063480Running coprocessor pre-close hooks at 1731884063480Disabling compacts and flushes for region at 1731884063480Disabling writes for close at 1731884063480Writing region close event to WAL at 1731884063486 (+6 ms)Running coprocessor post-close hooks at 1731884063490 (+4 ms)Closed at 1731884063490 2024-11-17T22:54:23,491 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731884013203.2484fa0606582e4293fadb6b0018507a. 2024-11-17T22:54:23,491 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aafcb5d2bde5bbcc3b13b7f63e3d3329, disabling compactions & flushes 2024-11-17T22:54:23,491 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,491 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,491 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. after waiting 0 ms 2024-11-17T22:54:23,491 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,493 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/cf8c7ec1a3e48485a02b701564497bd6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:23,493 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:23,493 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf8c7ec1a3e48485a02b701564497bd6: Waiting for close lock at 1731884063488Running coprocessor pre-close hooks at 1731884063488Disabling compacts and flushes for region at 1731884063488Disabling writes for close at 1731884063488Writing region close event to WAL at 1731884063489 (+1 ms)Running coprocessor post-close hooks at 1731884063493 (+4 ms)Closed at 1731884063493 2024-11-17T22:54:23,494 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731884013203.cf8c7ec1a3e48485a02b701564497bd6. 2024-11-17T22:54:23,494 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c4176b84ce14aa005f09a6cd70c715a, disabling compactions & flushes 2024-11-17T22:54:23,494 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,494 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,494 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. after waiting 0 ms 2024-11-17T22:54:23,494 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,497 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/info/72652bd22d2f4cbeb52d45bb7daf52c8 is 167, key is SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7./info:regioninfo/1731884063390/Put/seqid=0 2024-11-17T22:54:23,501 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:23,502 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/aafcb5d2bde5bbcc3b13b7f63e3d3329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-17T22:54:23,503 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,503 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aafcb5d2bde5bbcc3b13b7f63e3d3329: Waiting for close lock at 1731884063491Running coprocessor pre-close hooks at 1731884063491Disabling compacts and flushes for region at 1731884063491Disabling writes for close at 1731884063491Writing region close event to WAL at 1731884063491Running coprocessor post-close hooks at 1731884063503 (+12 ms)Closed at 1731884063503 2024-11-17T22:54:23,503 INFO [regionserver/1a6e40b21a48:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:23,503 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731884013203.aafcb5d2bde5bbcc3b13b7f63e3d3329. 2024-11-17T22:54:23,504 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 759c5e577bc475e597331e6cf5acf907, disabling compactions & flushes 2024-11-17T22:54:23,504 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:23,504 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:23,504 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. after waiting 0 ms 2024-11-17T22:54:23,504 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:23,508 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8c4176b84ce14aa005f09a6cd70c715a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:23,509 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,509 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/759c5e577bc475e597331e6cf5acf907/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T22:54:23,509 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c4176b84ce14aa005f09a6cd70c715a: Waiting for close lock at 1731884063494Running coprocessor pre-close hooks at 1731884063494Disabling compacts and flushes for region at 1731884063494Disabling writes for close at 1731884063494Writing region close event to WAL at 1731884063501 (+7 ms)Running coprocessor post-close hooks at 1731884063509 (+8 ms)Closed at 1731884063509 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731884013203.8c4176b84ce14aa005f09a6cd70c715a. 2024-11-17T22:54:23,510 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 759c5e577bc475e597331e6cf5acf907: Waiting for close lock at 1731884063504Running coprocessor pre-close hooks at 1731884063504Disabling compacts and flushes for region at 1731884063504Disabling writes for close at 1731884063504Writing region close event to WAL at 1731884063504Running coprocessor post-close hooks at 1731884063510 (+6 ms)Closed at 1731884063510 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731884013203.759c5e577bc475e597331e6cf5acf907. 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70e8044b5c6e352a7e94b1158bbc12b7, disabling compactions & flushes 2024-11-17T22:54:23,510 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. after waiting 0 ms 2024-11-17T22:54:23,510 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741864_1040 (size=19817) 2024-11-17T22:54:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741864_1040 (size=19817) 2024-11-17T22:54:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741864_1040 (size=19817) 2024-11-17T22:54:23,514 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/info/72652bd22d2f4cbeb52d45bb7daf52c8 2024-11-17T22:54:23,516 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/70e8044b5c6e352a7e94b1158bbc12b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T22:54:23,517 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70e8044b5c6e352a7e94b1158bbc12b7: Waiting for close lock at 1731884063510Running coprocessor pre-close hooks at 1731884063510Disabling compacts and flushes for region at 1731884063510Disabling writes for close at 1731884063510Writing region close event to WAL at 1731884063511 (+1 ms)Running coprocessor post-close hooks at 1731884063517 (+6 ms)Closed at 1731884063517 2024-11-17T22:54:23,517 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731884013203.70e8044b5c6e352a7e94b1158bbc12b7. 2024-11-17T22:54:23,518 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bd3a01790f0162b37a04aa742b2d974, disabling compactions & flushes 2024-11-17T22:54:23,518 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:23,518 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:23,518 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. after waiting 0 ms 2024-11-17T22:54:23,518 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:23,522 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/default/SPTestTable/8bd3a01790f0162b37a04aa742b2d974/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T22:54:23,523 INFO [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:23,523 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bd3a01790f0162b37a04aa742b2d974: Waiting for close lock at 1731884063517Running coprocessor pre-close hooks at 1731884063517Disabling compacts and flushes for region at 1731884063518 (+1 ms)Disabling writes for close at 1731884063518Writing region close event to WAL at 1731884063518Running coprocessor post-close hooks at 1731884063523 (+5 ms)Closed at 1731884063523 2024-11-17T22:54:23,523 DEBUG [RS_CLOSE_REGION-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731884013203.8bd3a01790f0162b37a04aa742b2d974. 2024-11-17T22:54:23,535 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/ns/c53d56d5918644f0ac0925fe7203df84 is 43, key is default/ns:d/1731884013062/Put/seqid=0 2024-11-17T22:54:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741865_1041 (size=5153) 2024-11-17T22:54:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741865_1041 (size=5153) 2024-11-17T22:54:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741865_1041 (size=5153) 2024-11-17T22:54:23,541 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/ns/c53d56d5918644f0ac0925fe7203df84 2024-11-17T22:54:23,561 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/table/3bededea776c4d6592c0bf41dc83d45e is 47, key is SPTestTable/table:state/1731884023582/Put/seqid=0 2024-11-17T22:54:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741866_1042 (size=5214) 2024-11-17T22:54:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741866_1042 (size=5214) 2024-11-17T22:54:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741866_1042 (size=5214) 2024-11-17T22:54:23,569 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/table/3bededea776c4d6592c0bf41dc83d45e 2024-11-17T22:54:23,576 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/info/72652bd22d2f4cbeb52d45bb7daf52c8 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/info/72652bd22d2f4cbeb52d45bb7daf52c8 2024-11-17T22:54:23,583 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/info/72652bd22d2f4cbeb52d45bb7daf52c8, entries=112, sequenceid=35, filesize=19.4 K 2024-11-17T22:54:23,584 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/ns/c53d56d5918644f0ac0925fe7203df84 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/ns/c53d56d5918644f0ac0925fe7203df84 2024-11-17T22:54:23,591 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/ns/c53d56d5918644f0ac0925fe7203df84, entries=2, sequenceid=35, filesize=5.0 K 2024-11-17T22:54:23,592 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/.tmp/table/3bededea776c4d6592c0bf41dc83d45e as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/table/3bededea776c4d6592c0bf41dc83d45e 2024-11-17T22:54:23,599 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/table/3bededea776c4d6592c0bf41dc83d45e, entries=2, sequenceid=35, filesize=5.1 K 2024-11-17T22:54:23,600 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=35, compaction requested=false 2024-11-17T22:54:23,604 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-17T22:54:23,605 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T22:54:23,605 INFO [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T22:54:23,605 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731884063475Running coprocessor pre-close hooks at 1731884063475Disabling compacts and flushes for region at 1731884063475Disabling writes for close at 1731884063475Obtaining lock to block concurrent updates at 1731884063475Preparing flush snapshotting stores in 1588230740 at 1731884063475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731884063476 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731884063476Flushing 1588230740/info: creating writer at 1731884063476Flushing 1588230740/info: appending metadata at 1731884063496 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731884063496Flushing 1588230740/ns: creating writer at 1731884063521 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731884063534 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731884063534Flushing 1588230740/table: creating writer at 1731884063547 (+13 ms)Flushing 1588230740/table: appending metadata at 1731884063561 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731884063561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bb715c: reopening flushed file at 1731884063575 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72992419: reopening flushed file at 1731884063583 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ddd3dec: reopening flushed file at 1731884063591 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 125ms, sequenceid=35, compaction requested=false at 1731884063600 (+9 ms)Writing region close event to WAL at 1731884063601 (+1 ms)Running coprocessor post-close hooks at 1731884063605 (+4 ms)Closed at 1731884063605 2024-11-17T22:54:23,605 DEBUG [RS_CLOSE_META-regionserver/1a6e40b21a48:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T22:54:23,626 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:54:23,626 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:54:23,659 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T22:54:23,659 INFO [regionserver/1a6e40b21a48:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T22:54:23,669 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,45673,1731884002332; all regions closed. 2024-11-17T22:54:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741835_1011 (size=4669) 2024-11-17T22:54:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741835_1011 (size=4669) 2024-11-17T22:54:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741835_1011 (size=4669) 2024-11-17T22:54:23,674 DEBUG [RS:2;1a6e40b21a48:45673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C45673%2C1731884002332:(num 1731884002773) 2024-11-17T22:54:23,674 DEBUG [RS:2;1a6e40b21a48:45673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T22:54:23,674 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T22:54:23,674 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:23,675 INFO [RS:2;1a6e40b21a48:45673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45673 2024-11-17T22:54:23,675 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(976): stopping server 1a6e40b21a48,44155,1731884002264; all regions closed. 2024-11-17T22:54:23,676 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,45673,1731884002332 2024-11-17T22:54:23,676 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:23,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:54:23,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,45673,1731884002332] 2024-11-17T22:54:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741836_1012 (size=18438) 2024-11-17T22:54:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741836_1012 (size=18438) 2024-11-17T22:54:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741836_1012 (size=18438) 2024-11-17T22:54:23,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,45673,1731884002332 already deleted, retry=false 2024-11-17T22:54:23,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,45673,1731884002332 expired; onlineServers=1 2024-11-17T22:54:23,680 DEBUG [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs 2024-11-17T22:54:23,680 INFO [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C44155%2C1731884002264.meta:.meta(num 1731884013012) 2024-11-17T22:54:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741833_1009 (size=2917) 2024-11-17T22:54:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741833_1009 (size=2917) 2024-11-17T22:54:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741833_1009 (size=2917) 2024-11-17T22:54:23,684 DEBUG [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/oldWALs 2024-11-17T22:54:23,684 INFO [RS:0;1a6e40b21a48:44155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1a6e40b21a48%2C44155%2C1731884002264:(num 1731884002761) 2024-11-17T22:54:23,684 DEBUG [RS:0;1a6e40b21a48:44155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T22:54:23,684 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T22:54:23,684 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:23,685 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.ChoreService(370): Chore service for: regionserver/1a6e40b21a48:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:23,685 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:23,685 INFO [regionserver/1a6e40b21a48:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:23,685 INFO [RS:0;1a6e40b21a48:44155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44155 2024-11-17T22:54:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1a6e40b21a48,44155,1731884002264 2024-11-17T22:54:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T22:54:23,686 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:23,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1a6e40b21a48,44155,1731884002264] 2024-11-17T22:54:23,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1a6e40b21a48,44155,1731884002264 already deleted, retry=false 2024-11-17T22:54:23,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1a6e40b21a48,44155,1731884002264 expired; onlineServers=0 2024-11-17T22:54:23,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1a6e40b21a48,46143,1731884002211' ***** 2024-11-17T22:54:23,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T22:54:23,688 INFO [M:0;1a6e40b21a48:46143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T22:54:23,688 INFO [M:0;1a6e40b21a48:46143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T22:54:23,688 DEBUG [M:0;1a6e40b21a48:46143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T22:54:23,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T22:54:23,688 DEBUG [M:0;1a6e40b21a48:46143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T22:54:23,688 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884002525 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.small.0-1731884002525,5,FailOnTimeoutGroup] 2024-11-17T22:54:23,688 DEBUG [master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884002525 {}] cleaner.HFileCleaner(306): Exit Thread[master/1a6e40b21a48:0:becomeActiveMaster-HFileCleaner.large.0-1731884002525,5,FailOnTimeoutGroup] 2024-11-17T22:54:23,688 INFO [M:0;1a6e40b21a48:46143 {}] hbase.ChoreService(370): Chore service for: master/1a6e40b21a48:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T22:54:23,688 INFO [M:0;1a6e40b21a48:46143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T22:54:23,688 DEBUG [M:0;1a6e40b21a48:46143 {}] master.HMaster(1795): Stopping service threads 2024-11-17T22:54:23,688 INFO [M:0;1a6e40b21a48:46143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T22:54:23,689 INFO [M:0;1a6e40b21a48:46143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T22:54:23,689 ERROR [M:0;1a6e40b21a48:46143 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41795 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41795,5,PEWorkerGroup] 2024-11-17T22:54:23,689 INFO [M:0;1a6e40b21a48:46143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T22:54:23,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T22:54:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T22:54:23,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T22:54:23,689 DEBUG [M:0;1a6e40b21a48:46143 {}] zookeeper.ZKUtil(347): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T22:54:23,689 WARN [M:0;1a6e40b21a48:46143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T22:54:23,690 INFO [M:0;1a6e40b21a48:46143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/.lastflushedseqids 2024-11-17T22:54:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741867_1043 (size=650) 2024-11-17T22:54:23,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741867_1043 (size=650) 2024-11-17T22:54:23,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741867_1043 (size=650) 2024-11-17T22:54:23,696 INFO [M:0;1a6e40b21a48:46143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T22:54:23,696 INFO [M:0;1a6e40b21a48:46143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T22:54:23,696 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T22:54:23,696 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:23,696 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:23,696 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T22:54:23,696 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:23,696 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.11 KB heapSize=266.30 KB 2024-11-17T22:54:23,713 DEBUG [M:0;1a6e40b21a48:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92cf8d71585d4feb8faa01044e0e25ee is 82, key is hbase:meta,,1/info:regioninfo/1731884013047/Put/seqid=0 2024-11-17T22:54:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741868_1044 (size=5672) 2024-11-17T22:54:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741868_1044 (size=5672) 2024-11-17T22:54:23,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741868_1044 (size=5672) 2024-11-17T22:54:23,720 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92cf8d71585d4feb8faa01044e0e25ee 2024-11-17T22:54:23,741 DEBUG [M:0;1a6e40b21a48:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e2ab8cd44a4f61a5eadab4843f64bf is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731884023587/Put/seqid=0 2024-11-17T22:54:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741869_1045 (size=9321) 2024-11-17T22:54:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741869_1045 (size=9321) 2024-11-17T22:54:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741869_1045 (size=9321) 2024-11-17T22:54:23,752 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.37 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e2ab8cd44a4f61a5eadab4843f64bf 2024-11-17T22:54:23,757 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e2ab8cd44a4f61a5eadab4843f64bf 2024-11-17T22:54:23,772 DEBUG [M:0;1a6e40b21a48:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3df0644ed34050a70843834641df37 is 69, key is 1a6e40b21a48,44155,1731884002264/rs:state/1731884002595/Put/seqid=0 2024-11-17T22:54:23,778 INFO [RS:2;1a6e40b21a48:45673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:23,778 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,778 INFO [RS:2;1a6e40b21a48:45673 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,45673,1731884002332; zookeeper connection closed. 2024-11-17T22:54:23,778 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45673-0x1004fe408010003, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19a04b12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19a04b12 2024-11-17T22:54:23,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741870_1046 (size=5442) 2024-11-17T22:54:23,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741870_1046 (size=5442) 2024-11-17T22:54:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741870_1046 (size=5442) 2024-11-17T22:54:23,780 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3df0644ed34050a70843834641df37 2024-11-17T22:54:23,784 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3df0644ed34050a70843834641df37 2024-11-17T22:54:23,786 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92cf8d71585d4feb8faa01044e0e25ee as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92cf8d71585d4feb8faa01044e0e25ee 2024-11-17T22:54:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,787 INFO [RS:0;1a6e40b21a48:44155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:23,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44155-0x1004fe408010001, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,787 INFO [RS:0;1a6e40b21a48:44155 {}] regionserver.HRegionServer(1031): Exiting; stopping=1a6e40b21a48,44155,1731884002264; zookeeper connection closed. 2024-11-17T22:54:23,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b4ced69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b4ced69 2024-11-17T22:54:23,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-17T22:54:23,791 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92cf8d71585d4feb8faa01044e0e25ee, entries=8, sequenceid=467, filesize=5.5 K 2024-11-17T22:54:23,792 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0e2ab8cd44a4f61a5eadab4843f64bf as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e2ab8cd44a4f61a5eadab4843f64bf 2024-11-17T22:54:23,798 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0e2ab8cd44a4f61a5eadab4843f64bf 2024-11-17T22:54:23,798 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0e2ab8cd44a4f61a5eadab4843f64bf, entries=54, sequenceid=467, filesize=9.1 K 2024-11-17T22:54:23,799 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac3df0644ed34050a70843834641df37 as hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac3df0644ed34050a70843834641df37 2024-11-17T22:54:23,805 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3df0644ed34050a70843834641df37 2024-11-17T22:54:23,805 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41795/user/jenkins/test-data/9fe90e7d-eb59-f3d5-c764-3f73e5e3b55f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac3df0644ed34050a70843834641df37, entries=3, sequenceid=467, filesize=5.3 K 2024-11-17T22:54:23,806 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=467, compaction requested=false 2024-11-17T22:54:23,807 INFO [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T22:54:23,807 DEBUG [M:0;1a6e40b21a48:46143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731884063696Disabling compacts and flushes for region at 1731884063696Disabling writes for close at 1731884063696Obtaining lock to block concurrent updates at 1731884063696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731884063696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228464, getHeapSize=272624, getOffHeapSize=0, getCellsCount=570 at 1731884063697 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731884063697Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731884063697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731884063713 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731884063713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731884063725 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731884063741 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731884063741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731884063757 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731884063771 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731884063771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b386f2c: reopening flushed file at 1731884063785 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5770f: reopening flushed file at 1731884063791 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aad00de: reopening flushed file at 1731884063798 (+7 ms)Finished flush of dataSize ~223.11 KB/228464, heapSize ~266 KB/272384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=467, compaction requested=false at 1731884063806 (+8 ms)Writing region close event to WAL at 1731884063807 (+1 ms)Closed at 1731884063807 2024-11-17T22:54:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741830_1006 (size=259650) 2024-11-17T22:54:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45169 is added to blk_1073741830_1006 (size=259650) 2024-11-17T22:54:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741830_1006 (size=259650) 2024-11-17T22:54:23,811 INFO [M:0;1a6e40b21a48:46143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T22:54:23,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T22:54:23,811 INFO [M:0;1a6e40b21a48:46143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46143 2024-11-17T22:54:23,811 INFO [M:0;1a6e40b21a48:46143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T22:54:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,912 INFO [M:0;1a6e40b21a48:46143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T22:54:23,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1004fe408010000, quorum=127.0.0.1:59736, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T22:54:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eb25882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:23,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a101649{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:23,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af89912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:23,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f625930{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:23,916 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:23,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:23,916 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652664437-172.17.0.2-1731884001470 (Datanode Uuid fca8df51-9aa0-4335-af0d-78125c7f4897) service to localhost/127.0.0.1:41795 2024-11-17T22:54:23,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:23,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data5/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data6/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:23,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6573b32d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:23,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@538f2c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:23,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:23,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c19ff9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:23,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35af2d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:23,923 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:23,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:23,923 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652664437-172.17.0.2-1731884001470 (Datanode Uuid 1b788c21-47e7-4758-94db-aedd7e0c36bc) service to localhost/127.0.0.1:41795 2024-11-17T22:54:23,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:23,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data3/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data4/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:23,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@527d33d2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T22:54:23,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d104{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:23,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:23,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69d1c57f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:23,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5675d068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:23,929 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T22:54:23,929 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T22:54:23,929 WARN [BP-1652664437-172.17.0.2-1731884001470 heartbeating to localhost/127.0.0.1:41795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1652664437-172.17.0.2-1731884001470 (Datanode Uuid 81932a35-4a1b-4007-b0ff-dd4c97c70103) service to localhost/127.0.0.1:41795 2024-11-17T22:54:23,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T22:54:23,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data1/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/cluster_d91c083e-4ecb-0105-6acd-c156c830776b/data/data2/current/BP-1652664437-172.17.0.2-1731884001470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T22:54:23,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T22:54:23,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a65a390{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T22:54:23,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34bf2558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T22:54:23,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T22:54:23,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e48ba4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T22:54:23,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9d4f87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/612c11ee-aa58-895d-4d8d-7cc85cb1ac7c/hadoop.log.dir/,STOPPED} 2024-11-17T22:54:23,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T22:54:23,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T22:54:23,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41795 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41795 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/1a6e40b21a48:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=483 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=30 (was 69), ProcessCount=11 (was 11), AvailableMemoryMB=3850 (was 3962)