2024-12-07 13:13:30,273 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-07 13:13:30,284 main DEBUG Took 0.008975 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 13:13:30,284 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 13:13:30,285 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 13:13:30,286 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 13:13:30,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,294 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 13:13:30,313 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,315 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,316 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,317 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,318 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,318 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,319 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,320 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,321 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,321 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,322 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,323 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 13:13:30,323 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,323 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 13:13:30,325 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 13:13:30,326 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 13:13:30,328 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 13:13:30,329 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 13:13:30,330 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 13:13:30,331 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 13:13:30,339 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 13:13:30,341 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 13:13:30,343 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 13:13:30,343 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 13:13:30,344 main DEBUG createAppenders(={Console}) 2024-12-07 13:13:30,345 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd initialized 2024-12-07 13:13:30,345 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd 2024-12-07 13:13:30,345 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a5ceedd OK. 2024-12-07 13:13:30,346 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 13:13:30,346 main DEBUG OutputStream closed 2024-12-07 13:13:30,346 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 13:13:30,346 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 13:13:30,347 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@66d3eec0 OK 2024-12-07 13:13:30,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 13:13:30,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 13:13:30,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 13:13:30,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 13:13:30,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 13:13:30,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 13:13:30,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 13:13:30,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 13:13:30,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 13:13:30,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 13:13:30,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 13:13:30,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 13:13:30,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 13:13:30,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 13:13:30,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 13:13:30,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 13:13:30,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 13:13:30,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 13:13:30,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 13:13:30,437 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2ef14fe) with optional ClassLoader: null 2024-12-07 13:13:30,437 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 13:13:30,437 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2ef14fe] started OK. 2024-12-07T13:13:30,451 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable timeout: 13 mins 2024-12-07 13:13:30,454 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 13:13:30,455 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T13:13:30,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=633, ProcessCount=11, AvailableMemoryMB=18560 2024-12-07T13:13:30,499 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Starting cluster 2024-12-07T13:13:30,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa 2024-12-07T13:13:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=2, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T13:13:30,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702, deleteOnExit=true 2024-12-07T13:13:30,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T13:13:30,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/test.cache.data in system properties and HBase conf 2024-12-07T13:13:30,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T13:13:30,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.log.dir in system properties and HBase conf 2024-12-07T13:13:30,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T13:13:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T13:13:30,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T13:13:30,897 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T13:13:30,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T13:13:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T13:13:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T13:13:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T13:13:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T13:13:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T13:13:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T13:13:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T13:13:30,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T13:13:30,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T13:13:30,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/nfs.dump.dir in system properties and HBase conf 2024-12-07T13:13:30,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/java.io.tmpdir in system properties and HBase conf 2024-12-07T13:13:30,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T13:13:30,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T13:13:30,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T13:13:32,239 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T13:13:32,355 INFO [Time-limited test {}] log.Log(170): Logging initialized @2761ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T13:13:32,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T13:13:32,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T13:13:32,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T13:13:32,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T13:13:32,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T13:13:32,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T13:13:32,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.log.dir/,AVAILABLE} 2024-12-07T13:13:32,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T13:13:32,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/java.io.tmpdir/jetty-localhost-35549-hadoop-hdfs-3_4_1-tests_jar-_-any-2695346365184088403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T13:13:32,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:35549} 2024-12-07T13:13:32,917 INFO [Time-limited test {}] server.Server(415): Started @3325ms 2024-12-07T13:13:33,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T13:13:33,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T13:13:33,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T13:13:33,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T13:13:33,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T13:13:33,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.log.dir/,AVAILABLE} 2024-12-07T13:13:33,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T13:13:33,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652b7fd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/java.io.tmpdir/jetty-localhost-34157-hadoop-hdfs-3_4_1-tests_jar-_-any-3463787405043395621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T13:13:33,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:34157} 2024-12-07T13:13:33,892 INFO [Time-limited test {}] server.Server(415): Started @4300ms 2024-12-07T13:13:33,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T13:13:35,520 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/data/data2/current/BP-1897786792-172.17.0.3-1733577211693/current, will proceed with Du for space computation calculation, 2024-12-07T13:13:35,519 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/data/data1/current/BP-1897786792-172.17.0.3-1733577211693/current, will proceed with Du for space computation calculation, 2024-12-07T13:13:35,597 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T13:13:35,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcf99523680638c8 with lease ID 0xb25efa986aab385c: Processing first storage report for DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7 from datanode DatanodeRegistration(127.0.0.1:32833, datanodeUuid=54ca7011-5ddd-405b-aab0-bc6d7b924d49, infoPort=36105, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1126411146;c=1733577211693) 2024-12-07T13:13:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcf99523680638c8 with lease ID 0xb25efa986aab385c: from storage DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7 node DatanodeRegistration(127.0.0.1:32833, datanodeUuid=54ca7011-5ddd-405b-aab0-bc6d7b924d49, infoPort=36105, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1126411146;c=1733577211693), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T13:13:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfcf99523680638c8 with lease ID 0xb25efa986aab385c: Processing first storage report for DS-50aa3355-655a-4f88-9815-03ac110357aa from datanode DatanodeRegistration(127.0.0.1:32833, datanodeUuid=54ca7011-5ddd-405b-aab0-bc6d7b924d49, infoPort=36105, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1126411146;c=1733577211693) 2024-12-07T13:13:35,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfcf99523680638c8 with lease ID 0xb25efa986aab385c: from storage DS-50aa3355-655a-4f88-9815-03ac110357aa node DatanodeRegistration(127.0.0.1:32833, datanodeUuid=54ca7011-5ddd-405b-aab0-bc6d7b924d49, infoPort=36105, infoSecurePort=0, ipcPort=42487, storageInfo=lv=-57;cid=testClusterID;nsid=1126411146;c=1733577211693), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T13:13:35,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa 2024-12-07T13:13:35,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/zookeeper_0, clientPort=58802, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T13:13:35,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58802 2024-12-07T13:13:35,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:35,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741825_1001 (size=7) 2024-12-07T13:13:37,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 with version=8 2024-12-07T13:13:37,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/hbase-staging 2024-12-07T13:13:37,205 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T13:13:37,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7c455b68129:0 server-side Connection retries=45 2024-12-07T13:13:37,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:37,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:37,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T13:13:37,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:37,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T13:13:37,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T13:13:37,963 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T13:13:37,978 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T13:13:37,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T13:13:38,017 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2347 (auto-detected) 2024-12-07T13:13:38,019 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-07T13:13:38,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35891 2024-12-07T13:13:38,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35891 connecting to ZooKeeper ensemble=127.0.0.1:58802 2024-12-07T13:13:41,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358910x0, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T13:13:41,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35891-0x100006916070000 connected 2024-12-07T13:13:41,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:41,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:41,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T13:13:41,847 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36, hbase.cluster.distributed=false 2024-12-07T13:13:41,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T13:13:41,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35891 2024-12-07T13:13:41,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35891 2024-12-07T13:13:41,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35891 2024-12-07T13:13:41,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35891 2024-12-07T13:13:41,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35891 2024-12-07T13:13:41,946 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7c455b68129:0 server-side Connection retries=45 2024-12-07T13:13:41,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:41,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:41,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T13:13:41,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:41,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T13:13:41,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T13:13:41,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T13:13:41,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34529 2024-12-07T13:13:41,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34529 connecting to ZooKeeper ensemble=127.0.0.1:58802 2024-12-07T13:13:42,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345290x0, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T13:13:42,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34529-0x100006916070001 connected 2024-12-07T13:13:42,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:42,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:42,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T13:13:42,078 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36, hbase.cluster.distributed=false 2024-12-07T13:13:42,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T13:13:42,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-07T13:13:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34529 2024-12-07T13:13:42,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34529 2024-12-07T13:13:42,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-07T13:13:42,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-07T13:13:42,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7c455b68129:0 server-side Connection retries=45 2024-12-07T13:13:42,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:42,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:42,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T13:13:42,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T13:13:42,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T13:13:42,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T13:13:42,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T13:13:42,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45187 2024-12-07T13:13:42,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45187 connecting to ZooKeeper ensemble=127.0.0.1:58802 2024-12-07T13:13:42,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:42,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:42,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451870x0, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T13:13:42,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45187-0x100006916070002 connected 2024-12-07T13:13:42,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T13:13:42,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T13:13:42,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T13:13:42,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T13:13:42,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T13:13:42,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-07T13:13:42,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45187 2024-12-07T13:13:42,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45187 2024-12-07T13:13:42,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-07T13:13:42,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-07T13:13:42,503 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7c455b68129:35891 2024-12-07T13:13:42,508 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c7c455b68129,35891,1733577217392 2024-12-07T13:13:42,517 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:1;c7c455b68129:34529 2024-12-07T13:13:42,520 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c7c455b68129,34529,1733577221946 2024-12-07T13:13:42,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,557 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c7c455b68129,35891,1733577217392 2024-12-07T13:13:42,562 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c7c455b68129,34529,1733577221946 2024-12-07T13:13:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:42,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:42,621 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T13:13:42,627 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T13:13:42,630 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c7c455b68129,35891,1733577217392 from backup master directory 2024-12-07T13:13:42,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c7c455b68129,35891,1733577217392 2024-12-07T13:13:42,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:42,641 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ActiveMasterManager(296): Another master is the active master, c7c455b68129,35891,1733577217392; waiting to become the next active master 2024-12-07T13:13:42,641 WARN [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T13:13:42,643 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7c455b68129,35891,1733577217392 2024-12-07T13:13:42,648 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T13:13:42,653 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T13:13:42,759 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/hbase.id] with ID: afc0be00-22d1-4e2f-8f29-0b82b2b1999d 2024-12-07T13:13:42,760 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.tmp/hbase.id 2024-12-07T13:13:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741826_1002 (size=42) 2024-12-07T13:13:43,208 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.tmp/hbase.id]:[hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/hbase.id] 2024-12-07T13:13:43,350 INFO [master/c7c455b68129:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:43,360 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T13:13:43,392 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms. 2024-12-07T13:13:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:43,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:43,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741827_1003 (size=196) 2024-12-07T13:13:43,948 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T13:13:43,955 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T13:13:43,978 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T13:13:43,986 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T13:13:44,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741828_1004 (size=1189) 2024-12-07T13:13:44,484 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store 2024-12-07T13:13:44,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741829_1005 (size=34) 2024-12-07T13:13:44,556 INFO [master/c7c455b68129:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T13:13:44,560 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:44,562 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T13:13:44,562 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:44,563 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:44,565 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T13:13:44,565 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:44,565 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:44,567 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733577224562Disabling compacts and flushes for region at 1733577224562Disabling writes for close at 1733577224565 (+3 ms)Writing region close event to WAL at 1733577224565Closed at 1733577224565 2024-12-07T13:13:44,570 WARN [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/.initializing 2024-12-07T13:13:44,570 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392 2024-12-07T13:13:44,587 INFO [master/c7c455b68129:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T13:13:44,607 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7c455b68129%2C35891%2C1733577217392, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/oldWALs, maxLogs=10 2024-12-07T13:13:44,638 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613, exclude list is [], retry=0 2024-12-07T13:13:44,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32833,DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7,DISK] 2024-12-07T13:13:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T13:13:44,729 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:44,733 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-12-07T13:13:44,734 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T13:13:44,735 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:44,740 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T13:13:44,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:44,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T13:13:44,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:44,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T13:13:44,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:44,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:44,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T13:13:44,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:44,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:44,891 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,895 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,897 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,907 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,908 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,914 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T13:13:44,933 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:44,957 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:44,962 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121943, jitterRate=0.01509605348110199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T13:13:44,972 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733577224759Initializing all the Stores at 1733577224765 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577224766 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577224772 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577224772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577224772Cleaning up temporary data from old regions at 1733577224908 (+136 ms)Region opened successfully at 1733577224971 (+63 ms) 2024-12-07T13:13:44,974 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T13:13:45,038 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a48d38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7c455b68129/172.17.0.3:0 2024-12-07T13:13:45,089 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T13:13:45,111 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T13:13:45,112 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T13:13:45,116 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T13:13:45,121 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-07T13:13:45,128 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-07T13:13:45,129 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T13:13:45,197 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T13:13:45,225 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T13:13:45,274 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T13:13:45,277 INFO [master/c7c455b68129:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T13:13:45,291 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T13:13:45,307 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T13:13:45,312 INFO [master/c7c455b68129:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T13:13:45,330 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T13:13:45,348 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T13:13:45,356 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T13:13:45,381 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T13:13:45,441 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T13:13:45,453 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T13:13:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T13:13:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T13:13:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T13:13:45,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,540 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7c455b68129,35891,1733577217392, sessionid=0x100006916070000, setting cluster-up flag (Was=false) 2024-12-07T13:13:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,618 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T13:13:45,621 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7c455b68129,35891,1733577217392 2024-12-07T13:13:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:45,681 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T13:13:45,684 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7c455b68129,35891,1733577217392 2024-12-07T13:13:45,695 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T13:13:45,722 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(746): ClusterId : afc0be00-22d1-4e2f-8f29-0b82b2b1999d 2024-12-07T13:13:45,727 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T13:13:45,772 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T13:13:45,772 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T13:13:45,798 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T13:13:45,799 DEBUG [RS:0;c7c455b68129:45187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a5b133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7c455b68129/172.17.0.3:0 2024-12-07T13:13:45,834 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7c455b68129:45187 2024-12-07T13:13:45,842 INFO [RS:0;c7c455b68129:45187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T13:13:45,842 INFO [RS:0;c7c455b68129:45187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T13:13:45,843 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T13:13:45,857 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7c455b68129,35891,1733577217392 with port=45187, startcode=1733577222238 2024-12-07T13:13:45,874 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T13:13:45,885 DEBUG [RS:0;c7c455b68129:45187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T13:13:45,912 INFO [master/c7c455b68129:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T13:13:45,941 INFO [master/c7c455b68129:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T13:13:45,949 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7c455b68129,35891,1733577217392 Number of backup masters: 1 c7c455b68129,34529,1733577221946 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T13:13:45,981 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T13:13:45,991 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:46,005 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:46,007 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:46,007 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:46,008 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:46,008 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7c455b68129:0, corePoolSize=10, maxPoolSize=10 2024-12-07T13:13:46,008 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,008 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7c455b68129:0, corePoolSize=2, maxPoolSize=2 2024-12-07T13:13:46,008 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T13:13:46,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T13:13:46,045 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733577256045 2024-12-07T13:13:46,047 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T13:13:46,049 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T13:13:46,053 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T13:13:46,053 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T13:13:46,053 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T13:13:46,054 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T13:13:46,054 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T13:13:46,053 WARN [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T13:13:46,057 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,065 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:46,069 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T13:13:46,070 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T13:13:46,071 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T13:13:46,068 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T13:13:46,080 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T13:13:46,080 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T13:13:46,089 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577226085,5,FailOnTimeoutGroup] 2024-12-07T13:13:46,097 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577226089,5,FailOnTimeoutGroup] 2024-12-07T13:13:46,097 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,097 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T13:13:46,104 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,113 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741831_1007 (size=1321) 2024-12-07T13:13:46,165 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7c455b68129,35891,1733577217392 with port=45187, startcode=1733577222238 2024-12-07T13:13:46,169 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T13:13:46,173 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:46,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35891 {}] master.ServerManager(517): Registering regionserver=c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,222 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:46,222 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32995 2024-12-07T13:13:46,222 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T13:13:46,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741832_1008 (size=32) 2024-12-07T13:13:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T13:13:46,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T13:13:46,334 DEBUG [RS:0;c7c455b68129:45187 {}] zookeeper.ZKUtil(111): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,334 WARN [RS:0;c7c455b68129:45187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T13:13:46,334 INFO [RS:0;c7c455b68129:45187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T13:13:46,334 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7c455b68129,45187,1733577222238] 2024-12-07T13:13:46,417 INFO [RS:0;c7c455b68129:45187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T13:13:46,446 INFO [RS:0;c7c455b68129:45187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T13:13:46,454 INFO [RS:0;c7c455b68129:45187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T13:13:46,454 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,458 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T13:13:46,471 INFO [RS:0;c7c455b68129:45187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T13:13:46,473 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,474 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,474 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,474 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,475 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,475 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,475 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7c455b68129:0, corePoolSize=2, maxPoolSize=2 2024-12-07T13:13:46,475 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,475 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,476 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,476 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,476 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,476 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:46,476 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7c455b68129:0, corePoolSize=3, maxPoolSize=3 2024-12-07T13:13:46,477 DEBUG [RS:0;c7c455b68129:45187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7c455b68129:0, corePoolSize=3, maxPoolSize=3 2024-12-07T13:13:46,487 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,489 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,489 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,489 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,489 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,489 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,45187,1733577222238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T13:13:46,534 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T13:13:46,538 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,45187,1733577222238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,539 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,539 INFO [RS:0;c7c455b68129:45187 {}] regionserver.Replication(171): c7c455b68129,45187,1733577222238 started 2024-12-07T13:13:46,567 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:46,568 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1482): Serving as c7c455b68129,45187,1733577222238, RpcServer on c7c455b68129/172.17.0.3:45187, sessionid=0x100006916070002 2024-12-07T13:13:46,569 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T13:13:46,569 DEBUG [RS:0;c7c455b68129:45187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,570 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7c455b68129,45187,1733577222238' 2024-12-07T13:13:46,571 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T13:13:46,580 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T13:13:46,589 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T13:13:46,590 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T13:13:46,590 DEBUG [RS:0;c7c455b68129:45187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7c455b68129,45187,1733577222238 2024-12-07T13:13:46,590 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7c455b68129,45187,1733577222238' 2024-12-07T13:13:46,590 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T13:13:46,593 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T13:13:46,600 DEBUG [RS:0;c7c455b68129:45187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T13:13:46,600 INFO [RS:0;c7c455b68129:45187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T13:13:46,601 INFO [RS:0;c7c455b68129:45187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T13:13:46,646 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:46,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T13:13:46,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T13:13:46,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:46,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:46,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T13:13:46,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T13:13:46,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:46,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:46,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T13:13:46,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T13:13:46,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:46,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T13:13:46,709 INFO [RS:0;c7c455b68129:45187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T13:13:46,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T13:13:46,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:46,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:46,717 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T13:13:46,722 INFO [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7c455b68129%2C45187%2C1733577222238, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/oldWALs, maxLogs=32 2024-12-07T13:13:46,725 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740 2024-12-07T13:13:46,733 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740 2024-12-07T13:13:46,748 DEBUG [RS:0;c7c455b68129:45187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238/c7c455b68129%2C45187%2C1733577222238.1733577226727, exclude list is [], retry=0 2024-12-07T13:13:46,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32833,DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7,DISK] 2024-12-07T13:13:46,765 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T13:13:46,765 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T13:13:46,769 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T13:13:46,782 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T13:13:46,798 INFO [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238/c7c455b68129%2C45187%2C1733577222238.1733577226727 2024-12-07T13:13:46,799 DEBUG [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-12-07T13:13:46,811 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:46,813 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74980229, jitterRate=0.11729247868061066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T13:13:46,819 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733577226647Initializing all the Stores at 1733577226650 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577226650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577226650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577226650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577226656 (+6 ms)Cleaning up temporary data from old regions at 1733577226765 (+109 ms)Region opened successfully at 1733577226819 (+54 ms) 2024-12-07T13:13:46,819 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T13:13:46,819 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T13:13:46,820 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T13:13:46,820 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T13:13:46,820 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T13:13:46,826 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T13:13:46,826 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733577226819Disabling compacts and flushes for region at 1733577226819Disabling writes for close at 1733577226820 (+1 ms)Writing region close event to WAL at 1733577226825 (+5 ms)Closed at 1733577226826 (+1 ms) 2024-12-07T13:13:46,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T13:13:46,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T13:13:46,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T13:13:46,857 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T13:13:46,861 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T13:13:47,014 DEBUG [c7c455b68129:35891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T13:13:47,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:47,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7c455b68129,45187,1733577222238, state=OPENING 2024-12-07T13:13:47,071 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T13:13:47,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:47,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T13:13:47,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:47,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T13:13:47,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T13:13:47,334 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T13:13:47,335 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T13:13:47,339 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T13:13:47,345 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7c455b68129%2C45187%2C1733577222238.meta, suffix=.meta, logDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/oldWALs, maxLogs=32 2024-12-07T13:13:47,409 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238/c7c455b68129%2C45187%2C1733577222238.meta.1733577227348.meta, exclude list is [], retry=0 2024-12-07T13:13:47,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32833,DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7,DISK] 2024-12-07T13:13:47,453 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/WALs/c7c455b68129,45187,1733577222238/c7c455b68129%2C45187%2C1733577222238.meta.1733577227348.meta 2024-12-07T13:13:47,453 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-12-07T13:13:47,454 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T13:13:47,457 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T13:13:47,464 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T13:13:47,509 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T13:13:47,525 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T13:13:47,527 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:47,527 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T13:13:47,527 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T13:13:47,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T13:13:47,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T13:13:47,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:47,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:47,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T13:13:47,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T13:13:47,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:47,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:47,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T13:13:47,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T13:13:47,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:47,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:47,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T13:13:47,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T13:13:47,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:47,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:47,581 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T13:13:47,583 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740 2024-12-07T13:13:47,590 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740 2024-12-07T13:13:47,597 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T13:13:47,597 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T13:13:47,603 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T13:13:47,615 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T13:13:47,621 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62476717, jitterRate=-0.06902436912059784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T13:13:47,622 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T13:13:47,628 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733577227528Writing region info on filesystem at 1733577227528Initializing all the Stores at 1733577227532 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577227532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577227542 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577227542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577227542Cleaning up temporary data from old regions at 1733577227597 (+55 ms)Running coprocessor post-open hooks at 1733577227623 (+26 ms)Region opened successfully at 1733577227628 (+5 ms) 2024-12-07T13:13:47,638 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733577227289 2024-12-07T13:13:47,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:47,689 DEBUG [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T13:13:47,689 INFO [RS_OPEN_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T13:13:47,692 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7c455b68129,45187,1733577222238, state=OPEN 2024-12-07T13:13:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T13:13:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T13:13:47,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,713 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7c455b68129,45187,1733577222238 2024-12-07T13:13:47,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T13:13:47,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:47,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T13:13:47,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7c455b68129,45187,1733577222238 in 616 msec 2024-12-07T13:13:47,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T13:13:47,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 889 msec 2024-12-07T13:13:47,758 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T13:13:47,759 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T13:13:47,816 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T13:13:47,819 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7c455b68129,45187,1733577222238, seqNum=-1] 2024-12-07T13:13:47,861 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T13:13:47,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T13:13:47,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1500 sec 2024-12-07T13:13:47,925 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733577227924, completionTime=-1 2024-12-07T13:13:47,928 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T13:13:47,929 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T13:13:47,957 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T13:13:47,958 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T13:13:47,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T13:13:47,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T13:13:47,985 INFO [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T13:13:47,986 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733577287986 2024-12-07T13:13:47,986 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733577347986 2024-12-07T13:13:47,986 INFO [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 57 msec 2024-12-07T13:13:47,989 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:47,989 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:47,989 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:47,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T13:13:47,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T13:13:47,991 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7c455b68129:35891, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:47,991 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:47,997 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:48,029 DEBUG [master/c7c455b68129:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T13:13:48,073 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.430sec 2024-12-07T13:13:48,074 INFO [master/c7c455b68129:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T13:13:48,076 INFO [master/c7c455b68129:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T13:13:48,080 INFO [master/c7c455b68129:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T13:13:48,080 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T13:13:48,081 INFO [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T13:13:48,084 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T13:13:48,085 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T13:13:48,115 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T13:13:48,116 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T13:13:48,117 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,35891,1733577217392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:48,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2d1558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T13:13:48,159 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T13:13:48,159 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T13:13:48,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7c455b68129,35891,-1 for getting cluster id 2024-12-07T13:13:48,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T13:13:48,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'afc0be00-22d1-4e2f-8f29-0b82b2b1999d' 2024-12-07T13:13:48,195 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T13:13:48,195 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "afc0be00-22d1-4e2f-8f29-0b82b2b1999d" 2024-12-07T13:13:48,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f919eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T13:13:48,198 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7c455b68129,35891,-1, c7c455b68129,34529,-1] 2024-12-07T13:13:48,206 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T13:13:48,223 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T13:13:48,224 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T13:13:48,228 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:48,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc24f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T13:13:48,233 INFO [HMaster-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T13:13:48,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T13:13:48,248 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7c455b68129,45187,1733577222238, seqNum=-1] 2024-12-07T13:13:48,249 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T13:13:48,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T13:13:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7c455b68129,35891,1733577217392 2024-12-07T13:13:48,312 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for active/ready master 2024-12-07T13:13:48,312 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Creating table with 4 regions 2024-12-07T13:13:48,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T13:13:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.ActiveMasterManager(144): Attempting to fetch active master sn from zk 2024-12-07T13:13:48,351 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7c455b68129,35891,1733577217392 2024-12-07T13:13:48,354 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2345ec79 2024-12-07T13:13:48,356 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T13:13:48,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T13:13:48,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T13:13:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:48,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T13:13:48,430 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:48,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testForCheckingIfEnableAndDisableWorksFineAfterSwitch" procId is: 4 2024-12-07T13:13:48,433 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T13:13:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T13:13:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741835_1011 (size=433) 2024-12-07T13:13:48,505 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c24e492233d121467aad9b6cc7c16261, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.', STARTKEY => '', ENDKEY => 'aaaaa'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:48,509 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 94522b5545796a50c375eca33f5da8e9, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:48,520 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8b5b1b24530812dc4a7d139e3f4f7b4f, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T13:13:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741837_1013 (size=98) 2024-12-07T13:13:48,576 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:48,577 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing 94522b5545796a50c375eca33f5da8e9, disabling compactions & flushes 2024-12-07T13:13:48,577 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:48,577 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:48,577 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. after waiting 0 ms 2024-12-07T13:13:48,579 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:48,579 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:48,579 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for 94522b5545796a50c375eca33f5da8e9: Waiting for close lock at 1733577228577Disabling compacts and flushes for region at 1733577228577Disabling writes for close at 1733577228579 (+2 ms)Writing region close event to WAL at 1733577228579Closed at 1733577228579 2024-12-07T13:13:48,580 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 92fc670ec400260aafab1f3d1f405639, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.', STARTKEY => 'zzzzz', ENDKEY => ''}, tableDescriptor='testForCheckingIfEnableAndDisableWorksFineAfterSwitch', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36 2024-12-07T13:13:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741836_1012 (size=93) 2024-12-07T13:13:48,591 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:48,591 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1722): Closing c24e492233d121467aad9b6cc7c16261, disabling compactions & flushes 2024-12-07T13:13:48,591 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:48,591 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:48,592 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. after waiting 0 ms 2024-12-07T13:13:48,592 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:48,592 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:48,592 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-0 {}] regionserver.HRegion(1676): Region close journal for c24e492233d121467aad9b6cc7c16261: Waiting for close lock at 1733577228591Disabling compacts and flushes for region at 1733577228591Disabling writes for close at 1733577228592 (+1 ms)Writing region close event to WAL at 1733577228592Closed at 1733577228592 2024-12-07T13:13:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741838_1014 (size=98) 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1722): Closing 8b5b1b24530812dc4a7d139e3f4f7b4f, disabling compactions & flushes 2024-12-07T13:13:48,602 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. after waiting 0 ms 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:48,602 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:48,602 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8b5b1b24530812dc4a7d139e3f4f7b4f: Waiting for close lock at 1733577228602Disabling compacts and flushes for region at 1733577228602Disabling writes for close at 1733577228602Writing region close event to WAL at 1733577228602Closed at 1733577228602 2024-12-07T13:13:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741839_1015 (size=93) 2024-12-07T13:13:48,615 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:48,615 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1722): Closing 92fc670ec400260aafab1f3d1f405639, disabling compactions & flushes 2024-12-07T13:13:48,615 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:48,616 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:48,616 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. after waiting 0 ms 2024-12-07T13:13:48,616 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:48,616 INFO [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:48,616 DEBUG [RegionOpenAndInit-testForCheckingIfEnableAndDisableWorksFineAfterSwitch-pool-1 {}] regionserver.HRegion(1676): Region close journal for 92fc670ec400260aafab1f3d1f405639: Waiting for close lock at 1733577228615Disabling compacts and flushes for region at 1733577228615Disabling writes for close at 1733577228616 (+1 ms)Writing region close event to WAL at 1733577228616Closed at 1733577228616 2024-12-07T13:13:48,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T13:13:48,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733577228626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733577228626"}]},"ts":"1733577228626"} 2024-12-07T13:13:48,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733577228626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733577228626"}]},"ts":"1733577228626"} 2024-12-07T13:13:48,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\\xED\\xED\\xED\\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.","families":{"info":[{"qualifier":"regioninfo","vlen":97,"tag":[],"timestamp":"1733577228626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733577228626"}]},"ts":"1733577228626"} 2024-12-07T13:13:48,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.","families":{"info":[{"qualifier":"regioninfo","vlen":92,"tag":[],"timestamp":"1733577228626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733577228626"}]},"ts":"1733577228626"} 2024-12-07T13:13:48,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 4 regions to meta. 2024-12-07T13:13:48,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T13:13:48,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577228701"}]},"ts":"1733577228701"} 2024-12-07T13:13:48,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-07T13:13:48,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN}] 2024-12-07T13:13:48,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN 2024-12-07T13:13:48,726 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN 2024-12-07T13:13:48,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN 2024-12-07T13:13:48,728 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN 2024-12-07T13:13:48,730 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN; state=OFFLINE, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=false 2024-12-07T13:13:48,730 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN; state=OFFLINE, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=false 2024-12-07T13:13:48,733 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN; state=OFFLINE, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=false 2024-12-07T13:13:48,733 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN; state=OFFLINE, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=false 2024-12-07T13:13:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T13:13:48,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:48,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:48,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:48,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:48,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN because future has completed 2024-12-07T13:13:48,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:48,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN because future has completed 2024-12-07T13:13:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN because future has completed 2024-12-07T13:13:48,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:48,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN because future has completed 2024-12-07T13:13:48,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:49,076 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,076 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5b1b24530812dc4a7d139e3f4f7b4f, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-07T13:13:49,076 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,077 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:49,077 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,077 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,079 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,082 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5b1b24530812dc4a7d139e3f4f7b4f columnFamilyName family 2024-12-07T13:13:49,082 DEBUG [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:49,083 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] regionserver.HStore(327): Store=8b5b1b24530812dc4a7d139e3f4f7b4f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T13:13:49,084 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,086 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,086 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,087 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,087 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,094 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,100 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:49,101 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 8b5b1b24530812dc4a7d139e3f4f7b4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62343808, jitterRate=-0.07100486755371094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:49,101 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,103 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 8b5b1b24530812dc4a7d139e3f4f7b4f: Running coprocessor pre-open hook at 1733577229077Writing region info on filesystem at 1733577229077Initializing all the Stores at 1733577229079 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577229079Cleaning up temporary data from old regions at 1733577229087 (+8 ms)Running coprocessor post-open hooks at 1733577229101 (+14 ms)Region opened successfully at 1733577229103 (+2 ms) 2024-12-07T13:13:49,110 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f., pid=12, masterSystemTime=1733577229064 2024-12-07T13:13:49,115 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,115 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,115 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,115 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => c24e492233d121467aad9b6cc7c16261, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-07T13:13:49,116 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,116 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:49,116 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,116 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=OPEN, openSeqNum=2, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,121 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,125 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24e492233d121467aad9b6cc7c16261 columnFamilyName family 2024-12-07T13:13:49,125 DEBUG [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:49,127 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] regionserver.HStore(327): Store=c24e492233d121467aad9b6cc7c16261/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:49,128 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,131 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,133 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,138 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,139 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-12-07T13:13:49,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 in 194 msec 2024-12-07T13:13:49,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN in 421 msec 2024-12-07T13:13:49,156 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,161 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:49,162 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened c24e492233d121467aad9b6cc7c16261; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66632482, jitterRate=-0.007098644971847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:49,163 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,163 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for c24e492233d121467aad9b6cc7c16261: Running coprocessor pre-open hook at 1733577229116Writing region info on filesystem at 1733577229116Initializing all the Stores at 1733577229120 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577229120Cleaning up temporary data from old regions at 1733577229139 (+19 ms)Running coprocessor post-open hooks at 1733577229163 (+24 ms)Region opened successfully at 1733577229163 2024-12-07T13:13:49,164 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261., pid=11, masterSystemTime=1733577229064 2024-12-07T13:13:49,168 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,168 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,169 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,173 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 92fc670ec400260aafab1f3d1f405639, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-07T13:13:49,174 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,174 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:49,174 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,174 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,176 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=OPEN, openSeqNum=2, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,179 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,186 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92fc670ec400260aafab1f3d1f405639 columnFamilyName family 2024-12-07T13:13:49,187 DEBUG [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:49,188 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] regionserver.HStore(327): Store=92fc670ec400260aafab1f3d1f405639/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:49,188 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,190 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,191 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=5 2024-12-07T13:13:49,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 in 263 msec 2024-12-07T13:13:49,192 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,192 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN in 473 msec 2024-12-07T13:13:49,195 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,202 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:49,203 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 92fc670ec400260aafab1f3d1f405639; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68473149, jitterRate=0.02032943069934845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:49,203 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,204 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 92fc670ec400260aafab1f3d1f405639: Running coprocessor pre-open hook at 1733577229174Writing region info on filesystem at 1733577229174Initializing all the Stores at 1733577229177 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577229178 (+1 ms)Cleaning up temporary data from old regions at 1733577229192 (+14 ms)Running coprocessor post-open hooks at 1733577229203 (+11 ms)Region opened successfully at 1733577229204 (+1 ms) 2024-12-07T13:13:49,206 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639., pid=9, masterSystemTime=1733577229064 2024-12-07T13:13:49,210 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,210 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,211 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,211 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94522b5545796a50c375eca33f5da8e9, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-07T13:13:49,212 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,212 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:49,212 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,212 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=OPEN, openSeqNum=2, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,218 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,223 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94522b5545796a50c375eca33f5da8e9 columnFamilyName family 2024-12-07T13:13:49,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,223 DEBUG [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:49,224 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] regionserver.HStore(327): Store=94522b5545796a50c375eca33f5da8e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:49,225 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,227 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,229 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,233 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,233 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,241 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T13:13:49,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 in 337 msec 2024-12-07T13:13:49,253 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T13:13:49,254 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 94522b5545796a50c375eca33f5da8e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70572796, jitterRate=0.0516166090965271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:49,257 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,257 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94522b5545796a50c375eca33f5da8e9: Running coprocessor pre-open hook at 1733577229212Writing region info on filesystem at 1733577229212Initializing all the Stores at 1733577229216 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577229216Cleaning up temporary data from old regions at 1733577229233 (+17 ms)Running coprocessor post-open hooks at 1733577229257 (+24 ms)Region opened successfully at 1733577229257 2024-12-07T13:13:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN in 530 msec 2024-12-07T13:13:49,261 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9., pid=10, masterSystemTime=1733577229064 2024-12-07T13:13:49,266 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,266 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=OPEN, openSeqNum=2, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=6 2024-12-07T13:13:49,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 in 375 msec 2024-12-07T13:13:49,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-07T13:13:49,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN in 584 msec 2024-12-07T13:13:49,319 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T13:13:49,320 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577229319"}]},"ts":"1733577229319"} 2024-12-07T13:13:49,353 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-07T13:13:49,365 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T13:13:49,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 966 msec 2024-12-07T13:13:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T13:13:49,594 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-07T13:13:49,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testForCheckingIfEnableAndDisableWorksFineAfterSwitch get assigned. Timeout = 60000ms 2024-12-07T13:13:49,595 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T13:13:49,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned to meta. Checking AM states. 2024-12-07T13:13:49,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T13:13:49,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch assigned. 2024-12-07T13:13:49,610 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,, stopping at row=testForCheckingIfEnableAndDisableWorksFineAfterSwitch ,, for max=2147483647 with caching=100 2024-12-07T13:13:49,619 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-07T13:13:49,620 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T13:13:49,620 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Disabling table 2024-12-07T13:13:49,624 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T13:13:49,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577229638"}]},"ts":"1733577229638"} 2024-12-07T13:13:49,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLING in hbase:meta 2024-12-07T13:13:49,644 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLING 2024-12-07T13:13:49,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch}] 2024-12-07T13:13:49,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, UNASSIGN}, {pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, UNASSIGN}, {pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, UNASSIGN}, {pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, UNASSIGN}] 2024-12-07T13:13:49,663 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, UNASSIGN 2024-12-07T13:13:49,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, UNASSIGN 2024-12-07T13:13:49,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, UNASSIGN 2024-12-07T13:13:49,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, UNASSIGN 2024-12-07T13:13:49,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=CLOSING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=CLOSING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=CLOSING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, UNASSIGN because future has completed 2024-12-07T13:13:49,672 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=CLOSING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:49,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, UNASSIGN because future has completed 2024-12-07T13:13:49,673 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T13:13:49,673 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T13:13:49,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:49,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, UNASSIGN because future has completed 2024-12-07T13:13:49,682 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T13:13:49,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:49,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, UNASSIGN because future has completed 2024-12-07T13:13:49,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:49,693 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T13:13:49,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T13:13:49,838 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,838 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T13:13:49,839 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing c24e492233d121467aad9b6cc7c16261, disabling compactions & flushes 2024-12-07T13:13:49,839 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,839 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,839 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. after waiting 0 ms 2024-12-07T13:13:49,839 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,854 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T13:13:49,855 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:49,855 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for c24e492233d121467aad9b6cc7c16261: Waiting for close lock at 1733577229839Running coprocessor pre-close hooks at 1733577229839Disabling compacts and flushes for region at 1733577229839Disabling writes for close at 1733577229839Writing region close event to WAL at 1733577229840 (+1 ms)Running coprocessor post-close hooks at 1733577229855 (+15 ms)Closed at 1733577229855 2024-12-07T13:13:49,870 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:49,870 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(122): Close 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=CLOSED 2024-12-07T13:13:49,870 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T13:13:49,871 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1722): Closing 94522b5545796a50c375eca33f5da8e9, disabling compactions & flushes 2024-12-07T13:13:49,871 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,871 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,871 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. after waiting 0 ms 2024-12-07T13:13:49,871 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=15, state=RUNNABLE, hasLock=false; CloseRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,886 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T13:13:49,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=15 2024-12-07T13:13:49,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=15, state=SUCCESS, hasLock=false; CloseRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 in 188 msec 2024-12-07T13:13:49,888 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:49,888 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] regionserver.HRegion(1676): Region close journal for 94522b5545796a50c375eca33f5da8e9: Waiting for close lock at 1733577229871Running coprocessor pre-close hooks at 1733577229871Disabling compacts and flushes for region at 1733577229871Disabling writes for close at 1733577229871Writing region close event to WAL at 1733577229876 (+5 ms)Running coprocessor post-close hooks at 1733577229888 (+12 ms)Closed at 1733577229888 2024-12-07T13:13:49,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, UNASSIGN in 233 msec 2024-12-07T13:13:49,897 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=20}] handler.UnassignRegionHandler(157): Closed 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:49,897 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(122): Close 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,898 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T13:13:49,898 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1722): Closing 92fc670ec400260aafab1f3d1f405639, disabling compactions & flushes 2024-12-07T13:13:49,898 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,898 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,898 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. after waiting 0 ms 2024-12-07T13:13:49,898 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=CLOSED 2024-12-07T13:13:49,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=16, state=RUNNABLE, hasLock=false; CloseRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,913 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T13:13:49,917 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:49,918 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] regionserver.HRegion(1676): Region close journal for 92fc670ec400260aafab1f3d1f405639: Waiting for close lock at 1733577229898Running coprocessor pre-close hooks at 1733577229898Disabling compacts and flushes for region at 1733577229898Disabling writes for close at 1733577229898Writing region close event to WAL at 1733577229898Running coprocessor post-close hooks at 1733577229917 (+19 ms)Closed at 1733577229917 2024-12-07T13:13:49,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=16 2024-12-07T13:13:49,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=16, state=SUCCESS, hasLock=false; CloseRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 in 237 msec 2024-12-07T13:13:49,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, UNASSIGN in 263 msec 2024-12-07T13:13:49,928 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=CLOSED 2024-12-07T13:13:49,930 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=19}] handler.UnassignRegionHandler(157): Closed 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:49,930 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(122): Close 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,930 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T13:13:49,930 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1722): Closing 8b5b1b24530812dc4a7d139e3f4f7b4f, disabling compactions & flushes 2024-12-07T13:13:49,930 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,930 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,930 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. after waiting 0 ms 2024-12-07T13:13:49,930 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; CloseRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:49,954 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T13:13:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T13:13:49,961 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:49,961 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] regionserver.HRegion(1676): Region close journal for 8b5b1b24530812dc4a7d139e3f4f7b4f: Waiting for close lock at 1733577229930Running coprocessor pre-close hooks at 1733577229930Disabling compacts and flushes for region at 1733577229930Disabling writes for close at 1733577229930Writing region close event to WAL at 1733577229934 (+4 ms)Running coprocessor post-close hooks at 1733577229961 (+27 ms)Closed at 1733577229961 2024-12-07T13:13:49,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T13:13:49,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; CloseRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 in 277 msec 2024-12-07T13:13:49,974 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION, pid=21}] handler.UnassignRegionHandler(157): Closed 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:49,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, UNASSIGN in 314 msec 2024-12-07T13:13:49,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=CLOSED 2024-12-07T13:13:49,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=17, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:50,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=17 2024-12-07T13:13:50,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=17, state=SUCCESS, hasLock=false; CloseRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 in 309 msec 2024-12-07T13:13:50,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-07T13:13:50,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, UNASSIGN in 352 msec 2024-12-07T13:13:50,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T13:13:50,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 368 msec 2024-12-07T13:13:50,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577230025"}]},"ts":"1733577230025"} 2024-12-07T13:13:50,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=DISABLED in hbase:meta 2024-12-07T13:13:50,030 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testForCheckingIfEnableAndDisableWorksFineAfterSwitch to state=DISABLED 2024-12-07T13:13:50,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 405 msec 2024-12-07T13:13:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T13:13:50,263 INFO [RPCClient-NioEventLoopGroup-5-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-07T13:13:50,265 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master 'c7c455b68129,35891,1733577217392' ***** 2024-12-07T13:13:50,265 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: stopping the active master so that the backup can become active 2024-12-07T13:13:50,266 INFO [M:0;c7c455b68129:35891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T13:13:50,266 INFO [M:0;c7c455b68129:35891 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;c7c455b68129:35891. 2024-12-07T13:13:50,266 DEBUG [M:0;c7c455b68129:35891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T13:13:50,271 DEBUG [M:0;c7c455b68129:35891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:50,272 INFO [M:0;c7c455b68129:35891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T13:13:50,272 DEBUG [M:0;c7c455b68129:35891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T13:13:50,272 DEBUG [M:0;c7c455b68129:35891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T13:13:50,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T13:13:50,272 DEBUG [master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577226085 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577226085,5,FailOnTimeoutGroup] 2024-12-07T13:13:50,272 DEBUG [master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577226089 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577226089,5,FailOnTimeoutGroup] 2024-12-07T13:13:50,272 INFO [M:0;c7c455b68129:35891 {}] hbase.ChoreService(370): Chore service for: master/c7c455b68129:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T13:13:50,273 INFO [M:0;c7c455b68129:35891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T13:13:50,273 DEBUG [M:0;c7c455b68129:35891 {}] master.HMaster(1795): Stopping service threads 2024-12-07T13:13:50,273 INFO [M:0;c7c455b68129:35891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T13:13:50,273 INFO [M:0;c7c455b68129:35891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T13:13:50,274 ERROR [M:0;c7c455b68129:35891 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2024-12-07T13:13:50,275 INFO [M:0;c7c455b68129:35891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T13:13:50,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T13:13:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:50,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T13:13:50,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T13:13:50,292 INFO [Time-limited test {}] hbase.LocalHBaseCluster(362): Waiting on c7c455b68129,35891,1733577217392 2024-12-07T13:13:50,292 DEBUG [zk-event-processor-pool-0 {}] master.ActiveMasterManager(204): No master available. Notifying waiting threads 2024-12-07T13:13:50,293 DEBUG [M:0;c7c455b68129:35891 {}] zookeeper.ZKUtil(347): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T13:13:50,293 WARN [M:0;c7c455b68129:35891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T13:13:50,294 INFO [M:0;c7c455b68129:35891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.lastflushedseqids 2024-12-07T13:13:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:50,304 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T13:13:50,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T13:13:50,304 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c7c455b68129,34529,1733577221946 from backup master directory 2024-12-07T13:13:50,312 WARN [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T13:13:50,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c7c455b68129,34529,1733577221946 2024-12-07T13:13:50,312 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7c455b68129,34529,1733577221946 2024-12-07T13:13:50,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:50,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:50,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T13:13:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741840_1016 (size=354) 2024-12-07T13:13:50,344 INFO [M:0;c7c455b68129:35891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T13:13:50,345 INFO [M:0;c7c455b68129:35891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T13:13:50,345 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T13:13:50,346 INFO [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:50,346 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:50,346 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T13:13:50,346 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:50,351 INFO [M:0;c7c455b68129:35891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=81.42 KB heapSize=98.50 KB 2024-12-07T13:13:50,406 INFO [master/c7c455b68129:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T13:13:50,406 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T13:13:50,485 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 79ms. 2024-12-07T13:13:50,486 DEBUG [M:0;c7c455b68129:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4203c4aaa8b4b849202f9af8ce0e0cb is 82, key is hbase:meta,,1/info:regioninfo/1733577227686/Put/seqid=0 2024-12-07T13:13:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741841_1017 (size=5672) 2024-12-07T13:13:50,559 INFO [M:0;c7c455b68129:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4203c4aaa8b4b849202f9af8ce0e0cb 2024-12-07T13:13:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741842_1018 (size=196) 2024-12-07T13:13:50,600 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T13:13:50,601 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T13:13:50,603 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T13:13:50,639 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-07T13:13:50,657 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392 to hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead as it is dead 2024-12-07T13:13:50,664 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T13:13:50,664 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T13:13:50,664 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:50,668 WARN [IPC Server handler 1 on default port 32995 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead/c7c455b68129%2C35891%2C1733577217392.1733577224613 has not been closed. Lease recovery is in progress. RecoveryId = 1019 for block blk_1073741830_1006 2024-12-07T13:13:50,679 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead/c7c455b68129%2C35891%2C1733577217392.1733577224613 after 13ms 2024-12-07T13:13:50,717 DEBUG [M:0;c7c455b68129:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0f833083dd44f7dab581c7468bb3b27 is 1112, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733577229377/Put/seqid=0 2024-12-07T13:13:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741843_1020 (size=7376) 2024-12-07T13:13:50,756 INFO [M:0;c7c455b68129:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=80.87 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0f833083dd44f7dab581c7468bb3b27 2024-12-07T13:13:50,842 DEBUG [M:0;c7c455b68129:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7b6a1344d74d389b355e99e841f46c is 69, key is c7c455b68129,45187,1733577222238/rs:state/1733577226185/Put/seqid=0 2024-12-07T13:13:50,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741844_1021 (size=5156) 2024-12-07T13:13:51,298 INFO [M:0;c7c455b68129:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7b6a1344d74d389b355e99e841f46c 2024-12-07T13:13:51,310 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4203c4aaa8b4b849202f9af8ce0e0cb as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4203c4aaa8b4b849202f9af8ce0e0cb 2024-12-07T13:13:51,326 INFO [M:0;c7c455b68129:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4203c4aaa8b4b849202f9af8ce0e0cb, entries=8, sequenceid=176, filesize=5.5 K 2024-12-07T13:13:51,334 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0f833083dd44f7dab581c7468bb3b27 as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0f833083dd44f7dab581c7468bb3b27 2024-12-07T13:13:51,350 INFO [M:0;c7c455b68129:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0f833083dd44f7dab581c7468bb3b27, entries=22, sequenceid=176, filesize=7.2 K 2024-12-07T13:13:51,352 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de7b6a1344d74d389b355e99e841f46c as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7b6a1344d74d389b355e99e841f46c 2024-12-07T13:13:51,364 INFO [M:0;c7c455b68129:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7b6a1344d74d389b355e99e841f46c, entries=1, sequenceid=176, filesize=5.0 K 2024-12-07T13:13:51,371 INFO [M:0;c7c455b68129:35891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~81.42 KB/83375, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=176, compaction requested=false 2024-12-07T13:13:51,383 INFO [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:51,384 DEBUG [M:0;c7c455b68129:35891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733577230345Disabling compacts and flushes for region at 1733577230345Disabling writes for close at 1733577230346 (+1 ms)Obtaining lock to block concurrent updates at 1733577230351 (+5 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733577230351Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=83375, getHeapSize=100800, getOffHeapSize=0, getCellsCount=217 at 1733577230359 (+8 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733577230363 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733577230367 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733577230460 (+93 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733577230464 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733577230658 (+194 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733577230710 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733577230710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733577230778 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733577230841 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733577230841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f05e54a: reopening flushed file at 1733577231308 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7879cafe: reopening flushed file at 1733577231328 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e1c523: reopening flushed file at 1733577231350 (+22 ms)Finished flush of dataSize ~81.42 KB/83375, heapSize ~98.20 KB/100560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1019ms, sequenceid=176, compaction requested=false at 1733577231371 (+21 ms)Writing region close event to WAL at 1733577231383 (+12 ms)Closed at 1733577231383 2024-12-07T13:13:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741830_1006 (size=95398) 2024-12-07T13:13:51,402 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: Commit or complete block blk_1073741830_1006, whereas it is under recovery. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: Commit or complete block blk_1073741830_1006, whereas it is under recovery. at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.commitOrCompleteLastBlock(BlockManager.java:1211) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.commitOrCompleteLastBlock(FSNamesystem.java:3890) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:731) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor2.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 6 more 2024-12-07T13:13:51,405 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:51,409 WARN [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 17 more 2024-12-07T13:13:51,410 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:51,416 ERROR [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2033): Unable to recover lease after several attempts. Give up. java.io.FileNotFoundException: File does not exist: /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:951) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392/c7c455b68129%2C35891%2C1733577217392.1733577224613 at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:87) at org.apache.hadoop.hdfs.server.namenode.INodeFile.valueOf(INodeFile.java:77) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.recoverLease(FSNamesystem.java:2869) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.recoverLease(NameNodeRpcServer.java:872) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.recoverLease(ClientNamenodeProtocolServerSideTranslatorPB.java:834) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy39.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$recoverLease$24(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.recoverLease(ClientNamenodeProtocolTranslatorPB.java:685) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy40.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor24.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy43.recoverLease(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:949) ~[hadoop-hdfs-client-3.4.1.jar:?] ... 16 more 2024-12-07T13:13:51,422 INFO [M:0;c7c455b68129:35891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T13:13:51,422 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T13:13:51,422 INFO [M:0;c7c455b68129:35891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35891 2024-12-07T13:13:51,429 INFO [M:0;c7c455b68129:35891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T13:13:51,524 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7c455b68129:35891 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7c455b68129/172.17.0.3:35891 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T13:13:51,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.FailedServers(52): Added failed server with address c7c455b68129:35891 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7c455b68129/172.17.0.3:35891 2024-12-07T13:13:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x100006916070000, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:51,603 INFO [M:0;c7c455b68129:35891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T13:13:51,627 DEBUG [RS:0;c7c455b68129:45187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T13:13:51,629 INFO [HMaster-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T13:13:51,631 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:51,735 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:51,839 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:51,943 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,047 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,152 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,256 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,360 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T13:13:52,464 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,568 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,672 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,776 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,880 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:52,984 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T13:13:53,088 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,195 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,299 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,403 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,507 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,611 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,715 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,819 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:53,923 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,027 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,131 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,235 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,338 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,442 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,547 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,651 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,681 INFO [master/c7c455b68129:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead/c7c455b68129%2C35891%2C1733577217392.1733577224613 after 4016ms 2024-12-07T13:13:54,682 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead/c7c455b68129%2C35891%2C1733577217392.1733577224613 to hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:54,682 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,35891,1733577217392-dead 2024-12-07T13:13:54,683 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,34529,1733577221946 2024-12-07T13:13:54,686 INFO [master/c7c455b68129:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T13:13:54,689 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7c455b68129%2C34529%2C1733577221946, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,34529,1733577221946, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/oldWALs, maxLogs=10 2024-12-07T13:13:54,714 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,34529,1733577221946/c7c455b68129%2C34529%2C1733577221946.1733577234689, exclude list is [], retry=0 2024-12-07T13:13:54,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32833,DS-52a0427c-5b7e-415a-bc5f-e48fa30cf5b7,DISK] 2024-12-07T13:13:54,735 INFO [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/WALs/c7c455b68129,34529,1733577221946/c7c455b68129%2C34529%2C1733577221946.1733577234689 2024-12-07T13:13:54,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36105:36105)] 2024-12-07T13:13:54,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T13:13:54,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:54,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,741 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T13:13:54,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:54,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4203c4aaa8b4b849202f9af8ce0e0cb 2024-12-07T13:13:54,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T13:13:54,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T13:13:54,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:54,865 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0f833083dd44f7dab581c7468bb3b27 2024-12-07T13:13:54,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:54,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T13:13:54,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:54,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de7b6a1344d74d389b355e99e841f46c 2024-12-07T13:13:54,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:54,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T13:13:54,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:54,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:54,946 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:54,950 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-07T13:13:54,950 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:54,980 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:54,999 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 219, firstSequenceIdInLog=3, maxSequenceIdInLog=178, path=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:55,002 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7c455b68129%2C35891%2C1733577217392.1733577224613 2024-12-07T13:13:55,011 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:55,011 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:55,012 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T13:13:55,025 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T13:13:55,055 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/178.seqid, newMaxSeqId=178, maxSeqId=1 2024-12-07T13:13:55,058 INFO [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=179; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71908388, jitterRate=0.07151848077774048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T13:13:55,059 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733577234741Initializing all the Stores at 1733577234750 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733577234750Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577234758 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577234758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577234758Cleaning up temporary data from old regions at 1733577235011 (+253 ms)Region opened successfully at 1733577235059 (+48 ms) 2024-12-07T13:13:55,061 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T13:13:55,062 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a56fe4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7c455b68129/172.17.0.3:0 2024-12-07T13:13:55,080 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-07T13:13:55,081 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T13:13:55,081 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T13:13:55,081 INFO [master/c7c455b68129:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T13:13:55,089 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-12-07T13:13:55,098 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:55,102 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T13:13:55,103 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:55,103 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; DisableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:55,103 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-12-07T13:13:55,103 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T13:13:55,119 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c7c455b68129,45187,1733577222238, regionLocation=c7c455b68129,45187,1733577222238, openSeqNum=2 2024-12-07T13:13:55,120 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c7c455b68129,45187,1733577222238, table=hbase:meta, region=1588230740 2024-12-07T13:13:55,120 INFO [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7c455b68129,45187,1733577222238, state=OPEN 2024-12-07T13:13:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T13:13:55,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T13:13:55,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:55,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T13:13:55,166 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-07T13:13:55,167 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ServerManager(517): Registering regionserver=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,168 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T13:13:55,174 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T13:13:55,175 INFO [master/c7c455b68129:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T13:13:55,176 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T13:13:55,185 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T13:13:55,186 INFO [master/c7c455b68129:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T13:13:55,189 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T13:13:55,196 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T13:13:55,198 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T13:13:55,207 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T13:13:55,207 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T13:13:55,210 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T13:13:55,217 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T13:13:55,217 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7c455b68129,34529,1733577221946, sessionid=0x100006916070001, setting cluster-up flag (Was=true) 2024-12-07T13:13:55,228 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T13:13:55,229 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7c455b68129,34529,1733577221946 2024-12-07T13:13:55,238 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T13:13:55,239 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7c455b68129,34529,1733577221946 2024-12-07T13:13:55,241 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.lastflushedseqids 2024-12-07T13:13:55,244 INFO [master/c7c455b68129:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T13:13:55,244 INFO [master/c7c455b68129:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T13:13:55,245 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7c455b68129,34529,1733577221946 Number of backup masters: 0 Number of live region servers: 1 c7c455b68129,45187,1733577222238 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T13:13:55,246 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7c455b68129:0, corePoolSize=5, maxPoolSize=5 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7c455b68129:0, corePoolSize=10, maxPoolSize=10 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7c455b68129:0, corePoolSize=2, maxPoolSize=2 2024-12-07T13:13:55,247 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7c455b68129:0, corePoolSize=1, maxPoolSize=1 2024-12-07T13:13:55,255 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733577265255 2024-12-07T13:13:55,255 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T13:13:55,256 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,257 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T13:13:55,257 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T13:13:55,257 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T13:13:55,261 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T13:13:55,261 INFO [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T13:13:55,261 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577235261,5,FailOnTimeoutGroup] 2024-12-07T13:13:55,269 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577235261,5,FailOnTimeoutGroup] 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733577235269, completionTime=-1 2024-12-07T13:13:55,269 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T13:13:55,269 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T13:13:55,270 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T13:13:55,270 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7c455b68129,45187,1733577222238, seqNum=-1] 2024-12-07T13:13:55,270 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T13:13:55,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T13:13:55,276 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c24e492233d121467aad9b6cc7c16261, regionState=CLOSED, lastHost=c7c455b68129,45187,1733577222238, regionLocation=c7c455b68129,45187,1733577222238, openSeqNum=2 2024-12-07T13:13:55,276 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=94522b5545796a50c375eca33f5da8e9, regionState=CLOSED, lastHost=c7c455b68129,45187,1733577222238, regionLocation=c7c455b68129,45187,1733577222238, openSeqNum=2 2024-12-07T13:13:55,277 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=CLOSED, lastHost=c7c455b68129,45187,1733577222238, regionLocation=c7c455b68129,45187,1733577222238, openSeqNum=2 2024-12-07T13:13:55,277 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=92fc670ec400260aafab1f3d1f405639, regionState=CLOSED, lastHost=c7c455b68129,45187,1733577222238, regionLocation=c7c455b68129,45187,1733577222238, openSeqNum=2 2024-12-07T13:13:55,277 INFO [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T13:13:55,277 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733577295277 2024-12-07T13:13:55,277 INFO [master/c7c455b68129:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733577355277 2024-12-07T13:13:55,277 INFO [master/c7c455b68129:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-07T13:13:55,278 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,278 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,278 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,278 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7c455b68129:34529, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,278 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,288 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,298 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.986sec 2024-12-07T13:13:55,298 INFO [master/c7c455b68129:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T13:13:55,298 INFO [master/c7c455b68129:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T13:13:55,299 INFO [master/c7c455b68129:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T13:13:55,299 INFO [master/c7c455b68129:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T13:13:55,299 INFO [master/c7c455b68129:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T13:13:55,299 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T13:13:55,299 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T13:13:55,301 DEBUG [master/c7c455b68129:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T13:13:55,309 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Enabling table 2024-12-07T13:13:55,313 WARN [RPCClient-NioEventLoopGroup-5-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7c455b68129:35891 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c7c455b68129/172.17.0.3:35891 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T13:13:55,316 DEBUG [RPCClient-NioEventLoopGroup-5-5 {}] ipc.FailedServers(52): Added failed server with address c7c455b68129:35891 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c7c455b68129/172.17.0.3:35891 2024-12-07T13:13:55,332 DEBUG [master/c7c455b68129:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T13:13:55,332 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T13:13:55,333 INFO [master/c7c455b68129:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7c455b68129,34529,1733577221946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T13:13:55,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T13:13:55,422 WARN [RPCClient-NioEventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7c455b68129:35891 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c7c455b68129/172.17.0.3:35891 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T13:13:55,423 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c7c455b68129:35891 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c7c455b68129/172.17.0.3:35891 2024-12-07T13:13:55,423 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7c455b68129,34529,1733577221946 2024-12-07T13:13:55,423 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cd9bd3f 2024-12-07T13:13:55,423 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T13:13:55,427 INFO [HMaster-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T13:13:55,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.3 enable testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T13:13:55,444 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 2024-12-07T13:13:55,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577235444"}]},"ts":"1733577235444"} 2024-12-07T13:13:55,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLING in hbase:meta 2024-12-07T13:13:55,462 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-07T13:13:55,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN}, {pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN}, {pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN}, {pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN}] 2024-12-07T13:13:55,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN 2024-12-07T13:13:55,473 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN 2024-12-07T13:13:55,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN 2024-12-07T13:13:55,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN 2024-12-07T13:13:55,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost c7c455b68129,45187,1733577222238 as the location for region 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:55,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost c7c455b68129,45187,1733577222238 as the location for region 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN; state=CLOSED, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=true 2024-12-07T13:13:55,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN; state=CLOSED, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=true 2024-12-07T13:13:55,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost c7c455b68129,45187,1733577222238 as the location for region 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,479 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN; state=CLOSED, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=true 2024-12-07T13:13:55,479 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(256): Setting lastHost c7c455b68129,45187,1733577222238 as the location for region c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,479 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN; state=CLOSED, location=c7c455b68129,45187,1733577222238; forceNewPlan=false, retain=true 2024-12-07T13:13:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T13:13:55,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=OPENING, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN because future has completed 2024-12-07T13:13:55,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:55,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN because future has completed 2024-12-07T13:13:55,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN because future has completed 2024-12-07T13:13:55,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:55,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=23, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN because future has completed 2024-12-07T13:13:55,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238}] 2024-12-07T13:13:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T13:13:55,788 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T13:13:55,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T13:13:55,797 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:55,798 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7752): Opening region: {ENCODED => c24e492233d121467aad9b6cc7c16261, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.', STARTKEY => '', ENDKEY => 'aaaaa'} 2024-12-07T13:13:55,798 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,798 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:55,798 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7794): checking encryption for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,798 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7797): checking classloading for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,803 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,806 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24e492233d121467aad9b6cc7c16261 columnFamilyName family 2024-12-07T13:13:55,807 DEBUG [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:55,808 INFO [StoreOpener-c24e492233d121467aad9b6cc7c16261-1 {}] regionserver.HStore(327): Store=c24e492233d121467aad9b6cc7c16261/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:55,808 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1038): replaying wal for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,813 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,825 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,826 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1048): stopping wal replay for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,826 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1060): Cleaning up temporary data for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,833 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): writing seq id for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,835 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1114): Opened c24e492233d121467aad9b6cc7c16261; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68390884, jitterRate=0.019103586673736572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:55,835 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:55,837 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1006): Region open journal for c24e492233d121467aad9b6cc7c16261: Running coprocessor pre-open hook at 1733577235799Writing region info on filesystem at 1733577235799Initializing all the Stores at 1733577235800 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577235801 (+1 ms)Cleaning up temporary data from old regions at 1733577235826 (+25 ms)Running coprocessor post-open hooks at 1733577235835 (+9 ms)Region opened successfully at 1733577235836 (+1 ms) 2024-12-07T13:13:55,838 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261., pid=29, masterSystemTime=1733577235788 2024-12-07T13:13:55,855 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:55,856 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:55,856 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:55,856 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 94522b5545796a50c375eca33f5da8e9, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.', STARTKEY => 'aaaaa', ENDKEY => 'm\xED\xED\xED\xED'} 2024-12-07T13:13:55,857 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,857 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:55,857 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,857 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=c24e492233d121467aad9b6cc7c16261, regionState=OPEN, openSeqNum=5, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,863 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,867 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94522b5545796a50c375eca33f5da8e9 columnFamilyName family 2024-12-07T13:13:55,867 DEBUG [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:55,869 INFO [StoreOpener-94522b5545796a50c375eca33f5da8e9-1 {}] regionserver.HStore(327): Store=94522b5545796a50c375eca33f5da8e9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:55,870 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,872 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:55,882 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,884 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,884 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,902 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=24 2024-12-07T13:13:55,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure c24e492233d121467aad9b6cc7c16261, server=c7c455b68129,45187,1733577222238 in 246 msec 2024-12-07T13:13:55,906 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 94522b5545796a50c375eca33f5da8e9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69831212, jitterRate=0.04056614637374878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:55,906 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:55,906 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 94522b5545796a50c375eca33f5da8e9: Running coprocessor pre-open hook at 1733577235857Writing region info on filesystem at 1733577235857Initializing all the Stores at 1733577235861 (+4 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577235862 (+1 ms)Cleaning up temporary data from old regions at 1733577235884 (+22 ms)Running coprocessor post-open hooks at 1733577235906 (+22 ms)Region opened successfully at 1733577235906 2024-12-07T13:13:55,908 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9., pid=28, masterSystemTime=1733577235788 2024-12-07T13:13:55,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=c24e492233d121467aad9b6cc7c16261, ASSIGN in 443 msec 2024-12-07T13:13:55,915 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=94522b5545796a50c375eca33f5da8e9, regionState=OPEN, openSeqNum=5, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,915 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:55,915 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:55,915 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:55,916 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5b1b24530812dc4a7d139e3f4f7b4f, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.', STARTKEY => 'm\xED\xED\xED\xED', ENDKEY => 'zzzzz'} 2024-12-07T13:13:55,917 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,917 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:55,917 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,917 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,921 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,923 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5b1b24530812dc4a7d139e3f4f7b4f columnFamilyName family 2024-12-07T13:13:55,923 DEBUG [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:55,926 INFO [StoreOpener-8b5b1b24530812dc4a7d139e3f4f7b4f-1 {}] regionserver.HStore(327): Store=8b5b1b24530812dc4a7d139e3f4f7b4f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:55,926 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:55,933 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,939 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,941 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,941 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-07T13:13:55,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 94522b5545796a50c375eca33f5da8e9, server=c7c455b68129,45187,1733577222238 in 306 msec 2024-12-07T13:13:55,953 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=94522b5545796a50c375eca33f5da8e9, ASSIGN in 488 msec 2024-12-07T13:13:55,963 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 8b5b1b24530812dc4a7d139e3f4f7b4f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70056852, jitterRate=0.043928444385528564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:55,963 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:55,963 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 8b5b1b24530812dc4a7d139e3f4f7b4f: Running coprocessor pre-open hook at 1733577235917Writing region info on filesystem at 1733577235917Initializing all the Stores at 1733577235920 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577235920Cleaning up temporary data from old regions at 1733577235941 (+21 ms)Running coprocessor post-open hooks at 1733577235963 (+22 ms)Region opened successfully at 1733577235963 2024-12-07T13:13:55,968 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f., pid=30, masterSystemTime=1733577235788 2024-12-07T13:13:55,984 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:55,984 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:55,984 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:55,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=8b5b1b24530812dc4a7d139e3f4f7b4f, regionState=OPEN, openSeqNum=5, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:55,987 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 92fc670ec400260aafab1f3d1f405639, NAME => 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.', STARTKEY => 'zzzzz', ENDKEY => ''} 2024-12-07T13:13:55,988 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testForCheckingIfEnableAndDisableWorksFineAfterSwitch 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:55,988 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T13:13:55,988 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:55,988 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:56,001 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,003 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92fc670ec400260aafab1f3d1f405639 columnFamilyName family 2024-12-07T13:13:56,003 DEBUG [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T13:13:56,006 INFO [StoreOpener-92fc670ec400260aafab1f3d1f405639-1 {}] regionserver.HStore(327): Store=92fc670ec400260aafab1f3d1f405639/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T13:13:56,007 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,010 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=26 2024-12-07T13:13:56,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5b1b24530812dc4a7d139e3f4f7b4f, server=c7c455b68129,45187,1733577222238 in 362 msec 2024-12-07T13:13:56,021 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,027 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,027 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=8b5b1b24530812dc4a7d139e3f4f7b4f, ASSIGN in 556 msec 2024-12-07T13:13:56,031 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,037 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 92fc670ec400260aafab1f3d1f405639; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61743158, jitterRate=-0.07995525002479553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T13:13:56,037 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,037 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 92fc670ec400260aafab1f3d1f405639: Running coprocessor pre-open hook at 1733577235989Writing region info on filesystem at 1733577235989Initializing all the Stores at 1733577235994 (+5 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733577235994Cleaning up temporary data from old regions at 1733577236027 (+33 ms)Running coprocessor post-open hooks at 1733577236037 (+10 ms)Region opened successfully at 1733577236037 2024-12-07T13:13:56,040 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639., pid=31, masterSystemTime=1733577235788 2024-12-07T13:13:56,052 DEBUG [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,052 INFO [RS_OPEN_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=92fc670ec400260aafab1f3d1f405639, regionState=OPEN, openSeqNum=5, regionLocation=c7c455b68129,45187,1733577222238 2024-12-07T13:13:56,061 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34529 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c7c455b68129,45187,1733577222238, table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T13:13:56,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 because future has completed 2024-12-07T13:13:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T13:13:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-12-07T13:13:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 92fc670ec400260aafab1f3d1f405639, server=c7c455b68129,45187,1733577222238 in 438 msec 2024-12-07T13:13:56,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=23 2024-12-07T13:13:56,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=23, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, region=92fc670ec400260aafab1f3d1f405639, ASSIGN in 627 msec 2024-12-07T13:13:56,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testForCheckingIfEnableAndDisableWorksFineAfterSwitch","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733577236097"}]},"ts":"1733577236097"} 2024-12-07T13:13:56,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testForCheckingIfEnableAndDisableWorksFineAfterSwitch, state=ENABLED in hbase:meta 2024-12-07T13:13:56,112 INFO [PEWorker-2 {}] procedure.EnableTableProcedure(310): Table 'testForCheckingIfEnableAndDisableWorksFineAfterSwitch' was successfully enabled. 2024-12-07T13:13:56,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; EnableTableProcedure table=testForCheckingIfEnableAndDisableWorksFineAfterSwitch in 688 msec 2024-12-07T13:13:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T13:13:56,594 INFO [RPCClient-NioEventLoopGroup-5-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: default:testForCheckingIfEnableAndDisableWorksFineAfterSwitch completed 2024-12-07T13:13:56,594 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Waiting for no more RIT 2024-12-07T13:13:56,594 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T13:13:56,594 DEBUG [Time-limited test {}] master.TestMasterRestartAfterDisablingTable(130): TRR: Verifying there are 5 assigned on cluster 2024-12-07T13:13:56,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T13:13:56,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T13:13:56,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T13:13:56,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:56,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:56,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T13:13:56,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T13:13:56,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549214996, stopped=false 2024-12-07T13:13:56,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7c455b68129,34529,1733577221946 2024-12-07T13:13:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T13:13:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T13:13:56,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T13:13:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:56,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:56,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T13:13:56,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.TestMasterRestartAfterDisablingTable.testForCheckingIfEnableAndDisableWorksFineAfterSwitch(TestMasterRestartAfterDisablingTable.java:126) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T13:13:56,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:56,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7c455b68129,45187,1733577222238' ***** 2024-12-07T13:13:56,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T13:13:56,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T13:13:56,671 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T13:13:56,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T13:13:56,671 INFO [RS:0;c7c455b68129:45187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T13:13:56,671 INFO [RS:0;c7c455b68129:45187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T13:13:56,671 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:56,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b5b1b24530812dc4a7d139e3f4f7b4f 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 92fc670ec400260aafab1f3d1f405639 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 94522b5545796a50c375eca33f5da8e9 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(959): stopping server c7c455b68129,45187,1733577222238 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T13:13:56,672 INFO [RS:0;c7c455b68129:45187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7c455b68129:45187. 2024-12-07T13:13:56,672 DEBUG [RS:0;c7c455b68129:45187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T13:13:56,672 DEBUG [RS:0;c7c455b68129:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:56,672 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c24e492233d121467aad9b6cc7c16261, disabling compactions & flushes 2024-12-07T13:13:56,673 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:56,673 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:56,673 INFO [RS:0;c7c455b68129:45187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T13:13:56,673 INFO [RS:0;c7c455b68129:45187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T13:13:56,673 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. after waiting 0 ms 2024-12-07T13:13:56,673 INFO [RS:0;c7c455b68129:45187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T13:13:56,673 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:56,673 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T13:13:56,674 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-07T13:13:56,674 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T13:13:56,674 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T13:13:56,674 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c24e492233d121467aad9b6cc7c16261=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261., 8b5b1b24530812dc4a7d139e3f4f7b4f=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f., 92fc670ec400260aafab1f3d1f405639=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639., 94522b5545796a50c375eca33f5da8e9=testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9.} 2024-12-07T13:13:56,674 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T13:13:56,674 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T13:13:56,674 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T13:13:56,674 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b5b1b24530812dc4a7d139e3f4f7b4f, 92fc670ec400260aafab1f3d1f405639, 94522b5545796a50c375eca33f5da8e9, c24e492233d121467aad9b6cc7c16261 2024-12-07T13:13:56,674 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.33 KB heapSize=24.70 KB 2024-12-07T13:13:56,681 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/c24e492233d121467aad9b6cc7c16261/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-07T13:13:56,682 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c24e492233d121467aad9b6cc7c16261: Waiting for close lock at 1733577236672Running coprocessor pre-close hooks at 1733577236672Disabling compacts and flushes for region at 1733577236672Disabling writes for close at 1733577236673 (+1 ms)Writing region close event to WAL at 1733577236673Running coprocessor post-close hooks at 1733577236682 (+9 ms)Closed at 1733577236682 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,,1733577228381.c24e492233d121467aad9b6cc7c16261. 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b5b1b24530812dc4a7d139e3f4f7b4f, disabling compactions & flushes 2024-12-07T13:13:56,682 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. after waiting 0 ms 2024-12-07T13:13:56,682 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:56,701 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/8b5b1b24530812dc4a7d139e3f4f7b4f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-07T13:13:56,702 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:56,702 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b5b1b24530812dc4a7d139e3f4f7b4f: Waiting for close lock at 1733577236682Running coprocessor pre-close hooks at 1733577236682Disabling compacts and flushes for region at 1733577236682Disabling writes for close at 1733577236682Writing region close event to WAL at 1733577236694 (+12 ms)Running coprocessor post-close hooks at 1733577236702 (+8 ms)Closed at 1733577236702 2024-12-07T13:13:56,702 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,m\xED\xED\xED\xED,1733577228381.8b5b1b24530812dc4a7d139e3f4f7b4f. 2024-12-07T13:13:56,703 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92fc670ec400260aafab1f3d1f405639, disabling compactions & flushes 2024-12-07T13:13:56,703 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,703 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,703 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. after waiting 0 ms 2024-12-07T13:13:56,703 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,719 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/info/8f8fd107287c44abb2f72968bbb70cf2 is 242, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9./info:regioninfo/1733577235914/Put/seqid=0 2024-12-07T13:13:56,725 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/92fc670ec400260aafab1f3d1f405639/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-07T13:13:56,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741846_1023 (size=16093) 2024-12-07T13:13:56,726 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,726 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92fc670ec400260aafab1f3d1f405639: Waiting for close lock at 1733577236702Running coprocessor pre-close hooks at 1733577236702Disabling compacts and flushes for region at 1733577236703 (+1 ms)Disabling writes for close at 1733577236703Writing region close event to WAL at 1733577236703Running coprocessor post-close hooks at 1733577236726 (+23 ms)Closed at 1733577236726 2024-12-07T13:13:56,726 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,zzzzz,1733577228381.92fc670ec400260aafab1f3d1f405639. 2024-12-07T13:13:56,726 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94522b5545796a50c375eca33f5da8e9, disabling compactions & flushes 2024-12-07T13:13:56,727 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:56,727 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:56,727 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. after waiting 0 ms 2024-12-07T13:13:56,727 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:56,730 INFO [regionserver/c7c455b68129:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T13:13:56,738 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.76 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/info/8f8fd107287c44abb2f72968bbb70cf2 2024-12-07T13:13:56,750 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/default/testForCheckingIfEnableAndDisableWorksFineAfterSwitch/94522b5545796a50c375eca33f5da8e9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-12-07T13:13:56,751 INFO [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:56,752 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94522b5545796a50c375eca33f5da8e9: Waiting for close lock at 1733577236726Running coprocessor pre-close hooks at 1733577236726Disabling compacts and flushes for region at 1733577236726Disabling writes for close at 1733577236727 (+1 ms)Writing region close event to WAL at 1733577236727Running coprocessor post-close hooks at 1733577236751 (+24 ms)Closed at 1733577236751 2024-12-07T13:13:56,752 DEBUG [RS_CLOSE_REGION-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testForCheckingIfEnableAndDisableWorksFineAfterSwitch,aaaaa,1733577228381.94522b5545796a50c375eca33f5da8e9. 2024-12-07T13:13:56,779 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/ns/108954496a484f50892ed924c505b9dd is 43, key is default/ns:d/1733577227871/Put/seqid=0 2024-12-07T13:13:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741847_1024 (size=5153) 2024-12-07T13:13:56,874 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T13:13:57,075 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T13:13:57,197 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/ns/108954496a484f50892ed924c505b9dd 2024-12-07T13:13:57,231 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/table/dcecb23c778a43f6bb2a9da56b768800 is 89, key is testForCheckingIfEnableAndDisableWorksFineAfterSwitch/table:state/1733577236097/Put/seqid=0 2024-12-07T13:13:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741848_1025 (size=5594) 2024-12-07T13:13:57,256 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=510 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/table/dcecb23c778a43f6bb2a9da56b768800 2024-12-07T13:13:57,274 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/info/8f8fd107287c44abb2f72968bbb70cf2 as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/info/8f8fd107287c44abb2f72968bbb70cf2 2024-12-07T13:13:57,275 DEBUG [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T13:13:57,286 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/info/8f8fd107287c44abb2f72968bbb70cf2, entries=60, sequenceid=37, filesize=15.7 K 2024-12-07T13:13:57,288 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/ns/108954496a484f50892ed924c505b9dd as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/ns/108954496a484f50892ed924c505b9dd 2024-12-07T13:13:57,307 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/ns/108954496a484f50892ed924c505b9dd, entries=2, sequenceid=37, filesize=5.0 K 2024-12-07T13:13:57,309 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/.tmp/table/dcecb23c778a43f6bb2a9da56b768800 as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/table/dcecb23c778a43f6bb2a9da56b768800 2024-12-07T13:13:57,324 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/table/dcecb23c778a43f6bb2a9da56b768800, entries=3, sequenceid=37, filesize=5.5 K 2024-12-07T13:13:57,326 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=37, compaction requested=false 2024-12-07T13:13:57,347 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-07T13:13:57,350 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T13:13:57,350 INFO [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T13:13:57,350 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733577236674Running coprocessor pre-close hooks at 1733577236674Disabling compacts and flushes for region at 1733577236674Disabling writes for close at 1733577236674Obtaining lock to block concurrent updates at 1733577236674Preparing flush snapshotting stores in 1588230740 at 1733577236674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16727, getHeapSize=25232, getOffHeapSize=0, getCellsCount=100 at 1733577236675 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733577236676 (+1 ms)Flushing 1588230740/info: creating writer at 1733577236676Flushing 1588230740/info: appending metadata at 1733577236718 (+42 ms)Flushing 1588230740/info: closing flushed file at 1733577236719 (+1 ms)Flushing 1588230740/ns: creating writer at 1733577236754 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733577236778 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733577236778Flushing 1588230740/table: creating writer at 1733577237208 (+430 ms)Flushing 1588230740/table: appending metadata at 1733577237230 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733577237230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c24389: reopening flushed file at 1733577237273 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220cb323: reopening flushed file at 1733577237286 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c58bfc4: reopening flushed file at 1733577237307 (+21 ms)Finished flush of dataSize ~16.33 KB/16727, heapSize ~24.41 KB/24992, currentSize=0 B/0 for 1588230740 in 652ms, sequenceid=37, compaction requested=false at 1733577237326 (+19 ms)Writing region close event to WAL at 1733577237338 (+12 ms)Running coprocessor post-close hooks at 1733577237349 (+11 ms)Closed at 1733577237350 (+1 ms) 2024-12-07T13:13:57,350 DEBUG [RS_CLOSE_META-regionserver/c7c455b68129:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T13:13:57,476 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(976): stopping server c7c455b68129,45187,1733577222238; all regions closed. 2024-12-07T13:13:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741834_1010 (size=19381) 2024-12-07T13:13:57,486 DEBUG [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/oldWALs 2024-12-07T13:13:57,486 INFO [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7c455b68129%2C45187%2C1733577222238.meta:.meta(num 1733577227348) 2024-12-07T13:13:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741833_1009 (size=6769) 2024-12-07T13:13:57,496 DEBUG [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/oldWALs 2024-12-07T13:13:57,496 INFO [RS:0;c7c455b68129:45187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7c455b68129%2C45187%2C1733577222238:(num 1733577226727) 2024-12-07T13:13:57,496 DEBUG [RS:0;c7c455b68129:45187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T13:13:57,496 INFO [RS:0;c7c455b68129:45187 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T13:13:57,496 INFO [RS:0;c7c455b68129:45187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T13:13:57,497 INFO [RS:0;c7c455b68129:45187 {}] hbase.ChoreService(370): Chore service for: regionserver/c7c455b68129:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T13:13:57,497 INFO [regionserver/c7c455b68129:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T13:13:57,497 INFO [RS:0;c7c455b68129:45187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T13:13:57,497 INFO [RS:0;c7c455b68129:45187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45187 2024-12-07T13:13:57,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c7c455b68129,45187,1733577222238 2024-12-07T13:13:57,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T13:13:57,554 INFO [RS:0;c7c455b68129:45187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T13:13:57,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7c455b68129,45187,1733577222238] 2024-12-07T13:13:57,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c7c455b68129,45187,1733577222238 already deleted, retry=false 2024-12-07T13:13:57,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7c455b68129,45187,1733577222238 expired; onlineServers=0 2024-12-07T13:13:57,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7c455b68129,34529,1733577221946' ***** 2024-12-07T13:13:57,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T13:13:57,575 INFO [M:1;c7c455b68129:34529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T13:13:57,575 INFO [M:1;c7c455b68129:34529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T13:13:57,575 DEBUG [M:1;c7c455b68129:34529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T13:13:57,575 DEBUG [M:1;c7c455b68129:34529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T13:13:57,575 DEBUG [master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577235261 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.large.0-1733577235261,5,FailOnTimeoutGroup] 2024-12-07T13:13:57,575 DEBUG [master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577235261 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7c455b68129:0:becomeActiveMaster-HFileCleaner.small.0-1733577235261,5,FailOnTimeoutGroup] 2024-12-07T13:13:57,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T13:13:57,576 INFO [M:1;c7c455b68129:34529 {}] hbase.ChoreService(370): Chore service for: master/c7c455b68129:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T13:13:57,576 INFO [M:1;c7c455b68129:34529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T13:13:57,576 DEBUG [M:1;c7c455b68129:34529 {}] master.HMaster(1795): Stopping service threads 2024-12-07T13:13:57,576 INFO [M:1;c7c455b68129:34529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T13:13:57,576 INFO [M:1;c7c455b68129:34529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T13:13:57,576 INFO [M:1;c7c455b68129:34529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T13:13:57,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T13:13:57,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T13:13:57,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T13:13:57,595 DEBUG [M:1;c7c455b68129:34529 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-07T13:13:57,596 DEBUG [M:1;c7c455b68129:34529 {}] master.ActiveMasterManager(353): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-07T13:13:57,597 INFO [M:1;c7c455b68129:34529 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/.lastflushedseqids 2024-12-07T13:13:57,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741849_1026 (size=354) 2024-12-07T13:13:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45187-0x100006916070002, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:57,665 INFO [RS:0;c7c455b68129:45187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T13:13:57,665 INFO [RS:0;c7c455b68129:45187 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7c455b68129,45187,1733577222238; zookeeper connection closed. 2024-12-07T13:13:57,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b26f3e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b26f3e0 2024-12-07T13:13:57,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T13:13:57,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T13:13:57,954 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T13:13:58,033 INFO [M:1;c7c455b68129:34529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T13:13:58,034 INFO [M:1;c7c455b68129:34529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T13:13:58,035 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T13:13:58,035 INFO [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:58,035 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:58,035 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T13:13:58,035 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:58,035 INFO [M:1;c7c455b68129:34529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=31.34 KB heapSize=38.83 KB 2024-12-07T13:13:58,086 DEBUG [M:1;c7c455b68129:34529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/094e310116634c5ba57cf3b836183517 is 376, key is \x00\x00\x00\x00\x00\x00\x00\x17/proc:d/1733577236121/Put/seqid=0 2024-12-07T13:13:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741850_1027 (size=5632) 2024-12-07T13:13:58,523 INFO [M:1;c7c455b68129:34529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.34 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/094e310116634c5ba57cf3b836183517 2024-12-07T13:13:58,535 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/094e310116634c5ba57cf3b836183517 as hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/094e310116634c5ba57cf3b836183517 2024-12-07T13:13:58,546 INFO [M:1;c7c455b68129:34529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/5c54baa2-b2e6-9c3c-9c5e-a0fe7a73fa36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/094e310116634c5ba57cf3b836183517, entries=9, sequenceid=252, filesize=5.5 K 2024-12-07T13:13:58,549 INFO [M:1;c7c455b68129:34529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=252, compaction requested=false 2024-12-07T13:13:58,566 INFO [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T13:13:58,566 DEBUG [M:1;c7c455b68129:34529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733577238035Disabling compacts and flushes for region at 1733577238035Disabling writes for close at 1733577238035Obtaining lock to block concurrent updates at 1733577238035Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733577238035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=32094, getHeapSize=39696, getOffHeapSize=0, getCellsCount=88 at 1733577238036 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733577238048 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733577238049 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733577238086 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733577238086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630d01b1: reopening flushed file at 1733577238533 (+447 ms)Finished flush of dataSize ~31.34 KB/32094, heapSize ~38.06 KB/38976, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=252, compaction requested=false at 1733577238549 (+16 ms)Writing region close event to WAL at 1733577238566 (+17 ms)Closed at 1733577238566 2024-12-07T13:13:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32833 is added to blk_1073741845_1022 (size=37497) 2024-12-07T13:13:58,599 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T13:13:58,599 INFO [M:1;c7c455b68129:34529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T13:13:58,599 INFO [M:1;c7c455b68129:34529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34529 2024-12-07T13:13:58,600 INFO [M:1;c7c455b68129:34529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T13:13:58,759 INFO [M:1;c7c455b68129:34529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T13:13:58,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:58,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34529-0x100006916070001, quorum=127.0.0.1:58802, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T13:13:58,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@652b7fd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T13:13:58,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd6c191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T13:13:58,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T13:13:58,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3545d277{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T13:13:58,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61bba7f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.log.dir/,STOPPED} 2024-12-07T13:13:58,823 WARN [BP-1897786792-172.17.0.3-1733577211693 heartbeating to localhost/127.0.0.1:32995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T13:13:58,823 WARN [BP-1897786792-172.17.0.3-1733577211693 heartbeating to localhost/127.0.0.1:32995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897786792-172.17.0.3-1733577211693 (Datanode Uuid 54ca7011-5ddd-405b-aab0-bc6d7b924d49) service to localhost/127.0.0.1:32995 2024-12-07T13:13:58,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/data/data1/current/BP-1897786792-172.17.0.3-1733577211693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T13:13:58,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/cluster_c25858d5-47c6-3b07-87d7-6f6dbf32e702/data/data2/current/BP-1897786792-172.17.0.3-1733577211693 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T13:13:58,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T13:13:58,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T13:13:58,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T13:13:58,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0f5f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T13:13:58,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ce32234{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T13:13:58,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T13:13:58,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297df6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T13:13:58,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eaa105d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5cdfb27-4ff6-724e-ba8e-fd0c6c733faa/hadoop.log.dir/,STOPPED} 2024-12-07T13:13:58,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T13:13:58,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T13:13:58,913 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.TestMasterRestartAfterDisablingTable#testForCheckingIfEnableAndDisableWorksFineAfterSwitch Thread=68 (was 11) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:32995 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c7c455b68129:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2042120633) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7c455b68129:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c7c455b68129:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@76534f87 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=376 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=803 (was 633) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16324 (was 18560)